-- Logs begin at Fri 2021-07-09 15:00:36 UTC, end at Fri 2021-07-09 16:22:16 UTC. --
Jul 09 15:45:57.433159 dv-cinder-800228-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 09 15:45:59.575946 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.common.config [-] Logging enabled!
Jul 09 15:45:59.576647 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev62
Jul 09 15:45:59.576738 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74197) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 09 15:45:59.579041 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.common.config [-] Logging enabled!
Jul 09 15:45:59.579298 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev62
Jul 09 15:45:59.579545 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74197) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 09 15:45:59.581011 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 15:45:59.581255 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 15:45:59.581616 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 15:45:59.581899 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 15:45:59.582126 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 15:45:59.582448 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.582769 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.583066 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.583295 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.583590 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.583879 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.584162 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.584453 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.584748 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.585034 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.585313 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.585594 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.585823 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.586136 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.586427 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.586715 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.586940 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.587220 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.587641 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.588064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.588339 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.588630 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.588901 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.589192 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.589464 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.589791 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] host                           = dv-cinder-800228-1-iscsi {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.590090 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.590379 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.590666 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.590966 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.591225 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.591499 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.591781 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.592053 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.592324 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.592598 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.592884 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.593169 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.593463 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.593700 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.593910 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.594224 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.594515 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.594791 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.595063 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.595336 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.595607 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.595878 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.596188 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.596981 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.597268 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.597555 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.597829 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.598126 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.598399 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.598670 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.598955 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.599232 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.599504 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.599775 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.600060 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.600327 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.600599 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.600899 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.601183 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.601464 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.601759 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.602061 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.602344 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.602613 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.602885 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.603155 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.603425 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.603691 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.603970 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.604239 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.604506 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.604776 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.605043 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.605326 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:45:59.605620 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.605918 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.606309 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.606593 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.606884 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.607167 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.607456 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.607732 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.608020 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.608309 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.608598 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.608876 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.609169 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.609460 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.609750 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.610050 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.610330 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.610621 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.610897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.611171 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.611447 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.611736 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.612035 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.612444 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.612727 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.613005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.613279 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.613550 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.613826 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.614139 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.614415 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.614685 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.614954 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.615228 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.615495 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.615778 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.616052 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.616322 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.616591 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.616867 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.617140 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.617411 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.617685 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.617992 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.618258 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.618529 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.618799 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.619069 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.619344 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.619615 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.619885 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.620155 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.620428 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.620698 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.620968 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.621238 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.621508 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.621778 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.622092 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.622389 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.622664 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.622942 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.623221 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.623498 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.623771 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.624046 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.624321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.624596 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.624868 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.625158 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.625440 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.625723 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.626023 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.626301 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.626597 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.626874 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.627159 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.627465 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.627810 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.628202 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.628490 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.628789 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.629091 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.629396 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.629695 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.630017 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.630302 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.630613 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.630897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:45:59.631114 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 15:45:59.631354 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74197) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 09 15:46:00.039051 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO keyring.backend [-] Loading KWallet
Jul 09 15:46:00.046458 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO keyring.backend [-] Loading SecretService
Jul 09 15:46:00.050808 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO keyring.backend [-] Loading Windows
Jul 09 15:46:00.052156 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO keyring.backend [-] Loading chainer
Jul 09 15:46:00.052750 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO keyring.backend [-] Loading macOS
Jul 09 15:46:00.086451 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:00.086735 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:00.087024 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:00.087361 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 09 15:46:00.402219 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.402507 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.402794 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.460250 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.460532 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.460805 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.463778 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.464062 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.464336 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.492881 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.493163 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.493435 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.520703 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.520985 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.521252 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.843191 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6a5bcde670> agent after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.843843 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6a5bcde670> agent after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.843843 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a5bcde700> segment precommit_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.844123 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6a5bcde790> network precommit_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.844718 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6a5bd6b940> segment before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.969128 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> network before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.969445 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6a5bcc85e0> agent before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.969729 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> network before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.970023 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.970292 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.970597 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> segment after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.970859 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> segment precommit_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.971172 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> segment precommit_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.971442 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> segment after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.971719 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> network after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.971979 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> network precommit_delete 0 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.972243 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port provisioning_complete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.972507 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.972761 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.973028 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> agent after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.973296 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> subnet after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.973551 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> subnet precommit_delete 0 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.973822 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.974107 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.974389 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> segment_host_mapping after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.974736 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.974987 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.975236 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> port after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.975515 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.975765 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.976010 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6a5c571550>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:00.976395 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.976634 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.976870 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.977105 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.977337 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.977569 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:00.978143 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 09 15:46:00.981344 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 09 15:46:00.985399 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 09 15:46:00.990238 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])])
Jul 09 15:46:00.991867 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 09 15:46:00.992266 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 09 15:46:00.992604 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 09 15:46:00.992993 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 09 15:46:00.995931 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 09 15:46:00.996177 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 09 15:46:00.996522 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 09 15:46:01.024741 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 09 15:46:01.025450 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6a5bc5d460>> qos_plugin after_init 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.025748 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 09 15:46:01.026264 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6a5bc5d0d0>> logging-plugin after_init 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.027784 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 09 15:46:01.028067 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 09 15:46:01.028318 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 09 15:46:01.031448 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6a5bc35820>> floatingip before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.031733 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6a5bc35820>> port before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.093897 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 09 15:46:01.094081 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 09 15:46:01.094320 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 09 15:46:01.094701 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 09 15:46:01.126185 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_db.sqlalchemy.engines [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74197) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 09 15:46:01.452546 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing driver for type 'gre'
Jul 09 15:46:01.453105 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] gre ID ranges: [(1, 1000)]
Jul 09 15:46:01.505760 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing driver for type 'local'
Jul 09 15:46:01.506136 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing driver for type 'vlan'
Jul 09 15:46:01.517884 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] VlanTypeDriver initialization complete
Jul 09 15:46:01.518269 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing driver for type 'vxlan'
Jul 09 15:46:01.518767 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] vxlan ID ranges: [(1, 1000)]
Jul 09 15:46:01.574542 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing extension driver 'port_security'
Jul 09 15:46:01.574883 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.extensions.port_security [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] PortSecurityExtensionDriver initialization complete
Jul 09 15:46:01.575224 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing mechanism driver 'openvswitch'
Jul 09 15:46:01.575554 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing mechanism driver 'hyperv'
Jul 09 15:46:01.581934 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.plugins.ml2.plugin [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:01.582722 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ee0>> port after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.583095 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ee0>> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.583445 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ee0>> port after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.583827 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ca0>> subnet after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.584178 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ca0>> subnet after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.584522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5bba5ca0>> subnet after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.584900 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fb880>> network after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.585245 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fb880>> network after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.585588 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fb880>> network after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.585987 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbaf0>> security_group after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.586340 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbaf0>> security_group after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.586683 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbaf0>> security_group after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.587061 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbd60>> security_group_rule after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.587404 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbd60>> security_group_rule after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.587744 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6a5b5fbd60>> security_group_rule after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.589148 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] ML2 OVO RPC backend initialized. {{(pid=74197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 09 15:46:01.589148 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> router_interface after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.589348 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> router_interface after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.589619 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> network before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.589978 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> networks before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.590343 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> port before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.590686 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> ports before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.591029 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> subnet before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.591375 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> subnets before_response 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.591718 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> network after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.592056 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> network after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.592393 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> network after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.592728 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> port after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.593064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.593417 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> port after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.593737 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> subnet after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.594099 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> subnet after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.594434 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6a5b604130>> subnet after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.595019 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.plugin [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Modular L2 Plugin initialization complete
Jul 09 15:46:01.595349 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading services supported by the core plugin {{(pid=74197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 09 15:46:01.595675 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.plugins.ml2.managers [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Got port-security extension from driver 'port_security'
Jul 09 15:46:01.596683 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.extensions.vlantransparent [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Disabled vlantransparent extension.
Jul 09 15:46:01.597106 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 09 15:46:01.597424 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: router
Jul 09 15:46:01.633990 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router_interface before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.634385 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_create 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.634759 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router before_create 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.635124 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router_interface before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.635625 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router_interface after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.635994 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_delete 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.636357 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> floatingip after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.636752 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_create 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.637101 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.637451 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.637801 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router_gateway after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.638191 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.638603 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.638973 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6a5bbaf0d0> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.639315 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6a5bbadf70> port after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.639654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6a5bbaf040> subnet after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.639994 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6a5bbaf160> subnetpool_address_scope after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.640343 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> port precommit_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.640689 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_create 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.641031 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6a5bc19a60> port before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.641382 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.641741 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router after_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.642118 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_delete 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.642471 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_create 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.642833 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router_interface after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.643465 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> router precommit_update 55549900 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.643834 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> agent after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.644186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> agent after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.644535 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6a5b6042b0>> network after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.645414 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Tracking information for resource: router configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:01.645749 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Tracking information for resource: floatingip configured {{(pid=74197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 15:46:01.650846 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.db.l3_agentschedulers_db [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 09 15:46:01.651428 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6a5b5b13a0> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.651791 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6a5b5b1280> port after_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.652149 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _notify_port_delete at 0x7f6a5b5b1310> port after_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.652503 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6a5b5b1670> port after_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.653338 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6a5b5d2b80>> router before_create 55550100 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.653705 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6a5b5d2b80>> router precommit_delete 55550100 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.654099 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6a5b5d2b80>> router precommit_create 55550100 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.654456 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6a5b5d2b80>> router precommit_update 55550100 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.659280 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.provider_configuration [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service providers = [] {{(pid=74197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 09 15:46:01.659656 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.db.servicetype_db [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 09 15:46:01.662607 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.service_base [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 15:46:01.662957 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.service_base [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 15:46:01.663301 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.service_base [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 15:46:01.664311 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.services.service_base [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 15:46:01.664690 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.services.service_base [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 09 15:46:01.665074 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.665394 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 09 15:46:01.676507 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.676842 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: auto_allocate
Jul 09 15:46:01.682636 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6a5b57aaf0> network precommit_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.683005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6a5b57aaf0> network precommit_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.683525 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.683846 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: tag
Jul 09 15:46:01.690657 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.690991 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: timestamp
Jul 09 15:46:01.694780 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.695119 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: network_ip_availability
Jul 09 15:46:01.700324 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b5821f0>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.700697 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b5821f0>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.701059 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b5821f0>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.701764 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.702114 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: flavors
Jul 09 15:46:01.707714 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.707993 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading Plugin: revisions
Jul 09 15:46:01.712186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 15:46:01.712574 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=74197) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:01.713302 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jul 09 15:46:01.713638 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Initializing extension manager.
Jul 09 15:46:01.714176 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: __init__.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.714520 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: __pycache__ {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.714853 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.715186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.715517 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: _filter_validation_lib.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.715851 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.716175 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: address_group.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.716933 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.717499 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: address-group
Jul 09 15:46:01.717821 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: address_scope.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.718635 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.719146 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: address-scope
Jul 09 15:46:01.719467 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.720392 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.720904 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: router-admin-state-down-before-update
Jul 09 15:46:01.721827 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: agent.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.722539 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.723053 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: agent
Jul 09 15:46:01.723372 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: agent_resources_synced.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.724289 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.724802 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: agent-resources-synced
Jul 09 15:46:01.725124 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: allowedaddresspairs.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.726944 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.727469 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: allowed-address-pairs
Jul 09 15:46:01.727799 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: auto_allocated_topology.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.728872 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.729388 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: auto-allocated-topology
Jul 09 15:46:01.729712 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: availability_zone.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.730438 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.730941 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: availability_zone
Jul 09 15:46:01.731260 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: availability_zone_filter.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.732171 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.732677 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: availability_zone_filter
Jul 09 15:46:01.733000 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: data_plane_status.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.733907 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.734433 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 09 15:46:01.734755 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: default_subnetpools.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.735675 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.736177 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: default-subnetpools
Jul 09 15:46:01.736494 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.737299 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.737802 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: dhcp_agent_scheduler
Jul 09 15:46:01.738145 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: dns.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.739059 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.739558 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension dns-integration not supported by any of loaded plugins
Jul 09 15:46:01.739880 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: dns_domain_ports.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.740899 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.741595 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 09 15:46:01.741928 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: dvr.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.742966 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.743678 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: dvr
Jul 09 15:46:01.744107 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: empty_string_filtering.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.745635 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.746531 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: empty-string-filtering
Jul 09 15:46:01.746926 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.748234 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.748868 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 09 15:46:01.749270 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.750557 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.751257 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 09 15:46:01.751702 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: external_net.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.753011 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.753757 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: external-net
Jul 09 15:46:01.754254 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.755520 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.756309 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: extra_dhcp_opt
Jul 09 15:46:01.756751 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: extraroute.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.758069 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.758830 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: extraroute
Jul 09 15:46:01.759308 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: extraroute_atomic.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.760711 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.761480 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: extraroute-atomic
Jul 09 15:46:01.761869 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: filter_validation.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.762740 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.763248 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: filter-validation
Jul 09 15:46:01.763573 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: fip_pf_description.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.764493 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.765118 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 09 15:46:01.765440 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: fip_port_details.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.766400 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.766908 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: fip-port-details
Jul 09 15:46:01.767231 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: flavors.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.768989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.769701 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: flavors
Jul 09 15:46:01.770107 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.771710 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.772231 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 09 15:46:01.772567 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: floatingip_pools.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.773271 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.773778 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: floatingip-pools
Jul 09 15:46:01.774130 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: ip_allocation.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.775318 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.775831 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 09 15:46:01.776156 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.777078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.777595 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: ip-substring-filtering
Jul 09 15:46:01.777921 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l2_adjacency.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.778883 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.779389 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 09 15:46:01.779712 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.780704 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.781225 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: router
Jul 09 15:46:01.781549 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.784460 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.784989 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 09 15:46:01.785322 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.786296 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.786815 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: ext-gw-mode
Jul 09 15:46:01.787145 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.788073 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.788586 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: l3-ha
Jul 09 15:46:01.788923 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3_flavors.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.789838 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.790375 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: l3-flavors
Jul 09 15:46:01.790703 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.791621 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.792131 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 09 15:46:01.792451 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: l3agentscheduler.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.793500 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.794041 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: l3_agent_scheduler
Jul 09 15:46:01.794371 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: logging.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.795875 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.796391 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension logging not supported by any of loaded plugins
Jul 09 15:46:01.796725 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: metering.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.797468 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.798080 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: metering
Jul 09 15:46:01.798411 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.799521 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.800043 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: metering_source_and_destination_fields
Jul 09 15:46:01.800372 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: multiprovidernet.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.801304 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.801818 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: multi-provider
Jul 09 15:46:01.802173 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: netmtu.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.803092 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.803607 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: net-mtu
Jul 09 15:46:01.803936 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: netmtu_writable.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.804864 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.805376 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: net-mtu-writable
Jul 09 15:46:01.805702 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: network_availability_zone.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.806399 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.806907 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: network_availability_zone
Jul 09 15:46:01.807229 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: network_ip_availability.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.808444 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.808956 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: network-ip-availability
Jul 09 15:46:01.809283 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: network_segment_range.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.810080 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.810585 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 09 15:46:01.810908 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: pagination.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.811896 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.812226 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: pagination
Jul 09 15:46:01.812545 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.813460 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.814018 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: port-mac-address-regenerate
Jul 09 15:46:01.814310 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: port_resource_request.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.815434 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.816042 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 09 15:46:01.816368 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: portbindings.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.817297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.817808 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: binding
Jul 09 15:46:01.818165 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: portbindings_extended.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.819433 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.819946 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: binding-extended
Jul 09 15:46:01.820271 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: portsecurity.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.821206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.821717 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: port-security
Jul 09 15:46:01.822072 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: project_id.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.823049 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.823376 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: project-id
Jul 09 15:46:01.823696 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: providernet.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.824615 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.825124 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: provider
Jul 09 15:46:01.825449 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.828984 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.829510 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos not supported by any of loaded plugins
Jul 09 15:46:01.829840 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.831648 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.832164 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 09 15:46:01.832492 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.833432 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.833945 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 09 15:46:01.834298 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_default.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.835218 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.835725 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-default not supported by any of loaded plugins
Jul 09 15:46:01.836056 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_fip.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.836711 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.837210 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-fip not supported by any of loaded plugins
Jul 09 15:46:01.837533 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_gateway_ip.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.838485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.838998 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 09 15:46:01.839321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_port_network_policy.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.840235 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.840746 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 09 15:46:01.841067 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_rule_type_details.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.842035 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.842517 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 09 15:46:01.842837 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: qos_rules_alias.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.843883 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.844419 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 09 15:46:01.844714 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: quotasv2.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.845609 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.845943 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: quotas
Jul 09 15:46:01.846290 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: quotasv2_detail.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.849038 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.849038 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: quota_details
Jul 09 15:46:01.849392 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: rbac.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.850500 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.851030 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: rbac-policies
Jul 09 15:46:01.851358 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: rbac_address_scope.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.852290 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.852810 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: rbac-address-scope
Jul 09 15:46:01.853212 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: rbac_security_groups.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.854093 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.854701 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: rbac-security-groups
Jul 09 15:46:01.854935 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: rbac_subnetpool.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.855849 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.856371 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: rbac-subnetpool
Jul 09 15:46:01.856695 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: revisionifmatch.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.857616 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.858164 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: revision-if-match
Jul 09 15:46:01.858485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: revisions.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.859591 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.860113 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: standard-attr-revisions
Jul 09 15:46:01.860441 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: router_availability_zone.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.861115 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.861626 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: router_availability_zone
Jul 09 15:46:01.862170 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: routerservicetype.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.863100 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.863614 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension router-service-type not supported by any of loaded plugins
Jul 09 15:46:01.863935 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.864872 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.865382 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: port-security-groups-filtering
Jul 09 15:46:01.865801 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: securitygroup.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.880040 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.880576 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: security-group
Jul 09 15:46:01.880913 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: segment.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.881712 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.882251 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension segment not supported by any of loaded plugins
Jul 09 15:46:01.882581 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.883549 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.884060 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 09 15:46:01.884387 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: servicetype.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.885495 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.886029 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: service-type
Jul 09 15:46:01.886357 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: sorting.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.887345 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.887676 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: sorting
Jul 09 15:46:01.887996 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: standard_attr_segment.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.889047 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.889564 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 09 15:46:01.889889 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: standardattrdescription.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.890566 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.891076 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: standard-attr-description
Jul 09 15:46:01.891400 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: stateful_security_group.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.892446 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.893560 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: stateful-security-group
Jul 09 15:46:01.893883 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: stdattrs_common.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.894501 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 09 15:46:01.894823 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.895758 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.896274 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 09 15:46:01.896596 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnet_onboard.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.897746 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.898295 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: subnet_onboard
Jul 09 15:46:01.898623 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.899556 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.900317 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 09 15:46:01.900641 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnet_service_types.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.901565 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.902121 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: subnet-service-types
Jul 09 15:46:01.902448 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnetallocation.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.903535 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.904184 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: subnet_allocation
Jul 09 15:46:01.904516 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.905191 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.905705 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: subnetpool-prefix-ops
Jul 09 15:46:01.906066 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.907016 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.907525 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 09 15:46:01.907849 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: tagging.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.909528 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.910080 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: standard-attr-tag
Jul 09 15:46:01.910406 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: timestamp.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.911620 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.912138 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loaded extension: standard-attr-timestamp
Jul 09 15:46:01.912465 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: trunk.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.913504 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.914049 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension trunk not supported by any of loaded plugins
Jul 09 15:46:01.914379 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: trunk_details.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.915311 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.915826 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension trunk-details not supported by any of loaded plugins
Jul 09 15:46:01.916149 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: uplink_status_propagation.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.917072 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.917584 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 09 15:46:01.917906 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Loading extension file: vlantransparent.py {{(pid=74197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 09 15:46:01.918736 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 09 15:46:01.919246 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 09 15:46:01.921518 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:network
Jul 09 15:46:01.922282 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnet
Jul 09 15:46:01.922889 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 15:46:01.923658 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:port
Jul 09 15:46:01.925090 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.925550 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service FLAVORS assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.926196 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.926627 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.926960 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:router
Jul 09 15:46:01.927638 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:floatingip
Jul 09 15:46:01.928341 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service METERING assigned prefix: /metering {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.929768 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b490ee0>> rbac-policy before_create 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.930169 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b490ee0>> rbac-policy before_update 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.930536 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6a5b490ee0>> rbac-policy before_delete 55550000 {{(pid=74197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:46:01.931672 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 09 15:46:01.932117 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:security_group
Jul 09 15:46:01.932785 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 09 15:46:01.933525 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service CORE assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.933861 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 15:46:01.934225 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] subnetpool is already registered
Jul 09 15:46:01.934824 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service CORE assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.935151 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 15:46:01.935476 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] subnetpool is already registered
Jul 09 15:46:01.938072 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.938509 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service FLAVORS assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.939101 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.939520 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.939984 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:router
Jul 09 15:46:01.940295 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] router is already registered
Jul 09 15:46:01.941093 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:floatingip
Jul 09 15:46:01.941473 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] floatingip is already registered
Jul 09 15:46:01.942149 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service METERING assigned prefix: /metering {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.942818 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 09 15:46:01.943220 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] rbac_policy is already registered
Jul 09 15:46:01.943764 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:security_group
Jul 09 15:46:01.944102 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] security_group is already registered
Jul 09 15:46:01.944693 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 09 15:46:01.945028 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] security_group_rule is already registered
Jul 09 15:46:01.945683 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service CORE assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.946245 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 15:46:01.946824 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] subnetpool is already registered
Jul 09 15:46:01.947755 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.v2.resource_helper [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Service CORE assigned prefix:  {{(pid=74197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 15:46:01.948090 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 15:46:01.948420 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING neutron.quota.resource_registry [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] subnetpool is already registered
Jul 09 15:46:01.949312 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: extensions {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.950887 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: address-groups {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.953459 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: address-scopes {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.954811 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: agents {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.956654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: auto-allocated-topology {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.958687 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: availability_zones {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.959932 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: dhcp-networks {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.961297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: dhcp-agents {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.962719 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: routers {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.964493 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: flavors {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.965639 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: service_profiles {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.966937 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: next_providers {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.968439 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: service_profiles {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.969838 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: floatingip-pools {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.971069 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: routers {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.973401 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: floatingips {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.974577 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: l3-routers {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.975933 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: l3-agents {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.977307 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: metering-labels {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.979512 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: metering-label-rules {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.980768 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: network-ip-availabilities {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.982013 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: bindings {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.983632 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: quotas {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.985045 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: quotas {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.986463 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: rbac-policies {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.987987 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: security-groups {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.989178 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: security-group-rules {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.990438 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: service-providers {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.991646 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: subnetpools {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.993034 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: subnetpools {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.994485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.996112 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.997881 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:01.999633 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.001404 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.003261 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.004979 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.006899 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.008721 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.010565 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron.api.extensions [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Extended resource: tags {{(pid=74197) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 09 15:46:02.016288 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING keystonemiddleware.auth_token [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 09 15:46:02.021520 dv-cinder-800228-1-iscsi neutron-server[74197]: WARNING keystonemiddleware.auth_token [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 09 15:46:02.029697 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Acquired lock "singleton_lock" {{(pid=74197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 09 15:46:02.030199 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_concurrency.lockutils [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Releasing lock "singleton_lock" {{(pid=74197) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 09 15:46:02.030822 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Starting 2 workers
Jul 09 15:46:02.035916 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Started child 74300 {{(pid=74197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 15:46:02.040125 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Started child 74301 {{(pid=74197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 15:46:02.041317 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.041859 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO neutron.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 09 15:46:02.042323 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Notify callbacks [] for process, before_spawn {{(pid=74197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.042837 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [-] (74300) wsgi starting up on http://0.0.0.0:9696
Jul 09 15:46:02.044809 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Starting 1 workers
Jul 09 15:46:02.045146 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.046603 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [-] (74301) wsgi starting up on http://0.0.0.0:9696
Jul 09 15:46:02.049896 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Started child 74302 {{(pid=74197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 15:46:02.050427 dv-cinder-800228-1-iscsi neutron-server[74197]: INFO oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Starting 1 workers
Jul 09 15:46:02.053609 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] calling RpcWorker wait() {{(pid=74302) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 09 15:46:02.054207 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] returning from RpcWorker wait() {{(pid=74302) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 09 15:46:02.054633 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Started child 74303 {{(pid=74197) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 15:46:02.055332 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.055445 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG neutron_lib.callbacks.manager [None req-473163e2-8e9e-466c-81de-8367c80e0816 None None] Notify callbacks [] for process, after_spawn {{(pid=74197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.055841 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:02.057326 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 09 15:46:02.057543 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 15:46:02.057728 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 15:46:02.057942 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 15:46:02.058329 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 15:46:02.058494 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 15:46:02.059022 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.059306 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.059564 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.059723 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:02.060173 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.060173 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.060634 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.060788 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:02.060897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.061150 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.061425 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.061687 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.061859 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.062044 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.062309 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.062571 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.062868 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.063145 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.063381 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.063645 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.063818 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.064068 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.064340 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.064587 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.065436 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.065723 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.066255 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.066485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.066725 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.066962 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.067243 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.067485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.067861 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.068105 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.068342 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.068584 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.068841 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.069058 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.069317 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.069570 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.069805 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.070319 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] host                           = dv-cinder-800228-1-iscsi {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.070571 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.070793 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.071056 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.071316 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.071550 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.071767 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.072017 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.072260 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.072505 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.072762 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.073025 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.073278 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.073501 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.073753 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.073920 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.074184 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.074466 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.074748 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.074939 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.075100 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.075279 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.075548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.075714 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.075961 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.076209 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.076390 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.076634 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.076869 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.077114 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.077366 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.077616 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.077876 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.078078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.078293 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.078546 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.078772 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.079017 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.079240 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.079462 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.079681 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.079900 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.080125 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.080341 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.080660 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.081387 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.081649 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.081907 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.082167 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.083214 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.083517 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.083777 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.084135 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.084421 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.084591 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.084911 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.085193 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.085403 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.085574 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.085765 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.086010 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.086302 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.086655 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.087064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.087884 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.088530 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.089552 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.089725 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.089838 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.090107 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.090522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.090820 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.091128 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.091360 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.091625 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.091867 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.092120 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.092357 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.092607 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.093473 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.093473 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.093743 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.093930 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38078) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:02.095735 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.096042 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.096396 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.74/identity {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.097209 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.097439 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.097673 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.097914 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.098172 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.098414 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.098672 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.099297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.099802 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.100044 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.100262 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.101272 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.101522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.101765 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.102048 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.102303 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.103280 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.103964 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.104217 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.104445 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.104670 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.104897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.105140 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.105362 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.105610 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.106225 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.106474 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.106696 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.106912 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.107749 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.108338 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.108575 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.108797 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.109035 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.109260 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.109476 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.109751 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.110347 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.110566 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.110782 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.111028 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.111269 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.111489 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.111764 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.111987 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.112378 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.112615 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.112834 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.113058 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.113295 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.113505 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.113717 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.113949 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.114206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.114420 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.114633 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.114843 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.115054 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.115298 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.115591 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.115897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.116143 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.116390 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.116612 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.116864 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.117110 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.117348 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.117584 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.117801 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119321 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119711 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0228233
Jul 09 15:46:02.119795 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119795 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.119795 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.120020 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.120212 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.120463 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.120688 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.122657 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.122657 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.122657 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.122657 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.122958 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.123075 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.123347 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.123614 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.123836 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.124114 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.124706 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.124706 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.124889 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126186 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126524 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.126850 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.127099 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.127988 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.128257 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.128522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.128749 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.128980 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.129297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.129552 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.129919 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.130220 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.130487 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.130757 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.131006 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.131267 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.131522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.131773 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.132021 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.132253 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.74/identity {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.132463 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.132698 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.132944 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.133170 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.133406 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.133645 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.133874 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.134695 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.134695 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.134695 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.134945 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.135119 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.135297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.135510 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.135746 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.135987 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.136212 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.136404 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.136648 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.136883 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.137104 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.137332 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.137559 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.137818 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.138091 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.138365 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.138613 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.138844 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.139075 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.139325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141297 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141863 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141863 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.141863 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.142069 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.143490 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.143490 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.143673 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.143897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.144159 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.144402 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.144643 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.144860 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.145071 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.145280 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.145491 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.145742 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.146793 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.147035 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.147271 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.147482 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.147690 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.147901 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.148603 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.148860 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.149091 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.149301 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.149566 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.150093 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.150319 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.150557 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.150794 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.151033 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.151242 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.151448 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.151658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.151863 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.152148 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.152402 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.152627 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.152917 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.153142 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.153428 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.153631 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.153941 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.154994 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.155234 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.155473 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.155689 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.155907 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.156185 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.156513 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.156827 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.157056 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.157294 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.157556 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.157836 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.158937 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.159320 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.160328 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.160328 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.160328 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.162015 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.162188 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.162490 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.162737 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.162968 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.163217 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.163485 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.163708 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.163983 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.164227 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.164482 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.164706 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.164936 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.165178 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.165421 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74197) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 15:46:02.167263 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 15:46:02.167777 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 15:46:02.167777 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 15:46:02.167777 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.167949 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168015 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168282 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168282 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168510 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168764 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.168919 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169080 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169231 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169391 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169543 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169701 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.169863 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170036 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170203 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170355 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170497 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170651 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170794 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.170943 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171081 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171232 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171422 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171585 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171725 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.171864 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172028 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172188 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172342 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172498 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172660 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172817 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.172974 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173131 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173287 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173442 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173597 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173753 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] host                           = dv-cinder-800228-1-iscsi {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.173909 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174098 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174306 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174470 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174624 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174780 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.174979 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176256 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176256 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176256 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176256 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176256 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176677 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.176860 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.177015 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.177182 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.178117 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.178304 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.178522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.178705 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.178897 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179075 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179249 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179421 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179588 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179754 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.179919 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180083 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180244 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180405 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180568 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180732 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.180894 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181057 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181217 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181396 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181543 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181703 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.181867 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182045 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182207 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182365 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182524 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182679 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.182845 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183010 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183280 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183369 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183468 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183629 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183791 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.183953 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184112 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184272 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184425 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184583 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184740 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.184902 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.185062 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186005 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186606 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186606 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186606 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186606 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 15:46:02.186883 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.186962 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187095 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187262 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187426 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187591 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187756 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.187926 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188090 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188254 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188426 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188592 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188771 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.188935 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.189100 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.74/identity {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.189265 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.189428 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.189593 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.189757 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.193476 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.193676 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.193866 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.194077 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.195421 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.195654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.195844 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.196030 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198206 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198605 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.198972 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.199158 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.199335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.199495 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.199675 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.199848 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200019 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200188 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200370 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200540 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200708 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.200876 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201044 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201209 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201374 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201540 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201705 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.201870 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.202067 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.202248 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.204290 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.206151 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.206394 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.206518 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.206775 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.206966 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207142 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207315 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207486 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207655 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207823 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.207992 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.208160 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.208330 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.208501 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.208669 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.208886 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209001 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209164 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209328 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209497 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.209832 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.210089 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.210291 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.210474 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.210654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.210833 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211009 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211184 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211357 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211692 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.211964 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212140 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212312 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212472 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212641 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212805 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.212963 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.213117 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.213278 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.214548 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.215325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.215325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.215325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.215325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.215325 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.216576 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217812 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217812 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.217812 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218158 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218158 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218404 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:02.218522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218522 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218716 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218834 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.218963 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.219089 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.219215 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.74/identity {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220064 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220575 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220575 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220575 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220873 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.220873 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221093 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221093 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221432 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221432 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221698 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221698 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.221895 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222144 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222308 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222471 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222634 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222807 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.222993 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.223158 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.223626 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.223626 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.223626 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.224041 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.224041 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.224318 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.224318 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.225367 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.225367 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.225367 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.225367 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.225367 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226471 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226471 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226740 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.226891 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.227821 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.227821 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.227821 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.227821 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.228364 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.228364 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.228626 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.228781 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.229050 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.229335 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.229622 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.229882 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230079 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230238 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230402 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230568 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230726 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.230867 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.231032 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.231197 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.231369 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.231622 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.233923 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.234228 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.234387 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.234568 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.234729 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.235658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.235658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.235658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.235658 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236203 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236203 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236203 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236598 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236598 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.236598 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237019 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237019 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237347 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237486 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237623 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237761 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.237909 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238078 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238218 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238368 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238530 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238706 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.238877 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239033 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239203 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239368 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239535 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239699 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.239869 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240045 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.240989 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.241654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.241654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.241654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.241654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.241654 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.242560 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.242560 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.242560 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.242560 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.242560 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.243182 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.243182 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.243182 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.243182 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 15:46:02.243630 dv-cinder-800228-1-iscsi neutron-server[74197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74197) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 15:46:12.544890 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ebf03-1c6f-4236-8569-a1b4e2b59a48 None None] get_active_networks_info from dv-cinder-800228-1-iscsi {{(pid=74302) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 09 15:46:12.612293 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2da306b9-71a5-4653-89fa-1caeb37cf7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:12.623324 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ebf03-1c6f-4236-8569-a1b4e2b59a48 None None] No non-hosted networks {{(pid=74302) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 09 15:46:12.872651 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:12.873303 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.882667 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.883640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.884180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.884657 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.885137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.885599 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.886110 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.886595 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.887071 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.887532 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:12.890289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6a5b1ce8e0>, 'Open vSwitch agent', 'dv-cinder-800228-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:12.910118 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6a5b047910>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800228-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:14.718919 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-42f93f4d-ebd0-493d-9fb8-bfd65bda4dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:14.776410 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d97ae5ad-0c1e-4d45-979c-1b829528e053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:15.673271 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:17.134600 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:17.826279 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.db.l3_hamode_db [None req-cf59016e-c263-4135-ab7c-7847c873992c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 09 15:46:17.912902 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59016e-c263-4135-ab7c-7847c873992c None None] Routers set() bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:46:17.913199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf59016e-c263-4135-ab7c-7847c873992c None None] Router IDs set() for agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jul 09 15:46:18.974721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38178) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:19.577348 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING oslo_policy.policy [None req-a3bf6892-fddb-4947-a26a-229af2dd190e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:19.577933 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING oslo_policy.policy [None req-a3bf6892-fddb-4947-a26a-229af2dd190e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:19.797340 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [None req-a3bf6892-fddb-4947-a26a-229af2dd190e admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:46:19.799371 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a3bf6892-fddb-4947-a26a-229af2dd190e admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8221242
Jul 09 15:46:22.105271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38192) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:22.692625 dv-cinder-800228-1-iscsi neutron-server[74301]: WARNING oslo_policy.policy [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:22.693215 dv-cinder-800228-1-iscsi neutron-server[74301]: WARNING oslo_policy.policy [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:22.912208 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:22.961731 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.policy [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74301) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jul 09 15:46:22.962813 dv-cinder-800228-1-iscsi neutron-server[74301]: WARNING oslo_policy.policy [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:22.963220 dv-cinder-800228-1-iscsi neutron-server[74301]: WARNING oslo_policy.policy [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:22.966697 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.quota [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6a5b1f5040>.
Jul 09 15:46:22.983047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:23.053608 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755926971467', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755926984618', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755927127226', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755927137564', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755927131016', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7977597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8327702', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1040732', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-979885'] for rbac-policy, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:23.120141 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:23.121485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-36584e55-45d1-49e7-a62d-360a47c465e1 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0153215
Jul 09 15:46:25.731077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38210) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:26.111636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Request body: {'network': {'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'name': 'private', 'admin_state_up': True}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:26.116828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:26.121207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Usage tracker for resource:network and tenant:2a5878d0febd4bbb8e1a5534c6a295a3 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:26.125731 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:26.132399 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:26.142134 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Made reservation on behalf of 2a5878d0febd4bbb8e1a5534c6a295a3 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:46:26.145466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.163260 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.205660 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:26.209313 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Usage tracker for resource:security_group_rule and tenant:2a5878d0febd4bbb8e1a5534c6a295a3 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:26.212128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:26.217931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:26.285402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.289266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.294790 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:26.312767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:46:26.338911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755923967600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.339499 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a5bcde700> segment precommit_create {{(pid=74301) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 09 15:46:26.339953 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Added segment 2103da39-9513-4e5b-a3f2-9cd0f6947325 of type vlan for network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2
Jul 09 15:46:26.357490 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a416c9e7-12e9-437c-8f90-2c3a071fd7d9,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:26.421269 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.421606 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.421934 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.422280 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.422628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.422952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.423270 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.423602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.423977 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.424292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.424604 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Tracked resource versions report:
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]: pushed versions:
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Log': {'1.0'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Network': {'1.1'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Port': {'1.5'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'PortForwarding': {'1.2'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'QosPolicy': {'1.8'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SecurityGroup': {'1.2'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SubPort': {'1.0'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Subnet': {'1.1'},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Trunk': {'1.1'}}
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]: consumer versions:
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Log': '1.0',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Network': '1.1',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Port': '1.5',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'PortForwarding': '1.2',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'QosPolicy': '1.8',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SecurityGroup': '1.2',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SubPort': '1.0',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Subnet': '1.1',
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Trunk': '1.1'}}
Jul 09 15:46:26.425613 dv-cinder-800228-1-iscsi neutron-server[74301]:  {{(pid=74301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:46:26.459924 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.471629 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:26.500522 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.502433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:26.503102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:26.506213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:26.608971 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Pushing event updated for resources: {'Network': ['ID=7ef29adc-3c71-4e3b-b7e8-d548a9121ea2,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:26.613001 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8809466
Jul 09 15:46:26.613706 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:26.633439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:46:29.192664 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38226) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:29.652384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc27086-0751-4859-a73c-7cec183622d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:29.653609 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-0cc27086-0751-4859-a73c-7cec183622d7 admin admin] 10.222.0.74 "GET /v2.0/networks/7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 HTTP/1.1" status: 200  len: 825 time: 0.4600077
Jul 09 15:46:29.681722 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b7387450-4526-4d42-b517-1a71b274e6c0 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/eecc9cef-ff85-4374-8a5f-9885a11b7577 HTTP/1.1" status: 200  len: 734 time: 0.0221915
Jul 09 15:46:29.689706 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'name': 'private-subnet'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:29.693934 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:29.697632 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Usage tracker for resource:subnet and tenant:2a5878d0febd4bbb8e1a5534c6a295a3 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:29.700511 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:29.706625 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:29.719088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Made reservation on behalf of 2a5878d0febd4bbb8e1a5534c6a295a3 for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:46:29.722011 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:29.992764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:29.997217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:30.075064 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:30.079761 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:30.084769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Checking segment: {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:46:30.085127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Network hostable DHCP agents. Network: 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:46:30.109629 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:46:30.120726 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:30.125357 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:30.125987 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:30.130604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36853b57-dfae-4bda-b089-cc7867589c88 None None] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:46:30.145597 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4592385
Jul 09 15:46:30.435288 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:46:30.436428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:30.621773 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Allocated IP 172.20.0.2 (7ef29adc-3c71-4e3b-b7e8-d548a9121ea2/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3/06c5d016-eef2-4e20-b1a8-9cccd7d84e1b) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:46:30.846775 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:30.860068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Transition to ACTIVE for port object 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:46:30.879512 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Transition to ACTIVE for port object 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:46:30.886234 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:30.894092 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:30.956222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:46:30.959121 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:30.962325 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:46:30.968806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Pushing event updated for resources: {'Port': ['ID=06c5d016-eef2-4e20-b1a8-9cccd7d84e1b,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:31.006959 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.007299 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.007628 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.007952 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.008275 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.008593 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.008911 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.009248 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.009565 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.009877 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.010212 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Tracked resource versions report:
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]: pushed versions:
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Log': {'1.0'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Network': {'1.1'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Port': {'1.5'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'PortForwarding': {'1.2'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'QosPolicy': {'1.8'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SecurityGroup': {'1.2'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SubPort': {'1.0'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Subnet': {'1.1'},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Trunk': {'1.1'}}
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]: consumer versions:
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Log': '1.0',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Network': '1.1',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Port': '1.5',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'PortForwarding': '1.2',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'QosPolicy': '1.8',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SecurityGroup': '1.2',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SubPort': '1.0',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Subnet': '1.1',
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Trunk': '1.1'}}
Jul 09 15:46:31.011215 dv-cinder-800228-1-iscsi neutron-server[74302]:  {{(pid=74302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:46:31.019194 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:31.069160 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Attempting to bind port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:46:31.069556 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Attempting to bind port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:46:31.070022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Attempting to bind port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b on network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:46:31.076304 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:46:31.076696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Checking segment: {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:46:31.077163 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:31.077554 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Bound using segment: {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:46:31.078069 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Bound port: 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:46:31.078459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:31.164856 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] For port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:46:31.168710 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] For port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=06c5d016-eef2-4e20-b1a8-9cccd7d84e1b,segment=NetworkSegment(2103da39-9513-4e5b-a3f2-9cd0f6947325),segment_id=2103da39-9513-4e5b-a3f2-9cd0f6947325)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:46:31.173980 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:31.178377 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:31.280255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Pushing event updated for resources: {'Port': ['ID=06c5d016-eef2-4e20-b1a8-9cccd7d84e1b,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:31.283222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:32.431032 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38236) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:32.835373 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [None req-aabae218-4ed3-45bf-ac1c-3e3b65b2838a admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:46:32.836716 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-aabae218-4ed3-45bf-ac1c-3e3b65b2838a admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4044566
Jul 09 15:46:35.055241 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e478e-9328-4227-ad8c-9e822cac7143 None None] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:46:35.140585 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38250) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:35.149515 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-f2735a87-4720-490b-9c02-f045bb32602f None None] Provisioning for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:46:35.168770 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:46:35.331606 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:46:35.349914 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:35.350268 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:35.482150 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:35.516981 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=06c5d016-eef2-4e20-b1a8-9cccd7d84e1b,segment=NetworkSegment(2103da39-9513-4e5b-a3f2-9cd0f6947325),segment_id=2103da39-9513-4e5b-a3f2-9cd0f6947325)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:46:35.521176 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:35.523313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:35.548351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [None req-79dbbcef-2135-4d99-9887-35e5b862e437 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:46:35.557595 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-79dbbcef-2135-4d99-9887-35e5b862e437 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4154017
Jul 09 15:46:35.589289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=06c5d016-eef2-4e20-b1a8-9cccd7d84e1b,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:35.592655 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:35.682536 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-69d89776-1391-46f9-8f5f-36003f6c590a None None] Provisioning complete for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:35.682916 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-69d89776-1391-46f9-8f5f-36003f6c590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:37.137380 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:46:37.206593 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:37.206955 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.130749 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38262) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:38.511124 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:38.515768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:38.520174 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Usage tracker for resource:router and tenant:2a5878d0febd4bbb8e1a5534c6a295a3 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:38.523478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:38.529401 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:38.539296 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.540939 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.565907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.680722 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.698567 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:38.699834 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-828438af-e34b-4b63-85c2-bf200e2a8b42 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5681210
Jul 09 15:46:40.973213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38272) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:41.354367 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [None req-201b451d-d404-4184-bb23-573890346f32 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74301) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:46:41.355362 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-201b451d-d404-4184-bb23-573890346f32 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3812213
Jul 09 15:46:42.419698 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f42390a-b506-480a-9a9d-7bd88f51062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:42.807884 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:43.696262 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38282) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:44.086811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:44.091857 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:44.095694 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Usage tracker for resource:network and tenant:7121f648f422497d99f3466f5bbbe206 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:44.098552 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:44.104213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:44.113946 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Made reservation on behalf of 7121f648f422497d99f3466f5bbbe206 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:46:44.116556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.128950 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.162681 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:44.166329 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Usage tracker for resource:security_group_rule and tenant:7121f648f422497d99f3466f5bbbe206 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:44.169080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:44.174778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:44.240034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.244007 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.248044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:44.263210 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Reserving flat network on physical network physnet1 {{(pid=74301) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 09 15:46:44.286093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be1b736-65fe-4930-850a-62025da16e71,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:44.289495 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:44.292174 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.292510 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Added segment 62282138-3ee6-40d9-87a4-cc5a9482355a of type flat for network 9b111d67-efb6-47a0-9e56-0e92e5a02c58
Jul 09 15:46:44.323462 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.357325 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.358485 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:44.359061 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:44.363545 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b92f794f-a9a1-4823-b935-01232a3ab76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:44.459956 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7626510
Jul 09 15:46:44.460649 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Pushing event updated for resources: {'Network': ['ID=9b111d67-efb6-47a0-9e56-0e92e5a02c58,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:44.463238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:44.470448 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:46:44.723174 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2d12f44b-de10-4b39-8f41-be4db08da988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:45.627047 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:46.682647 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38302) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:46.992423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.policy [None req-adc44cf9-2708-4b13-aee3-9eb59cf154e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74300) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jul 09 15:46:46.993202 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING oslo_policy.policy [None req-adc44cf9-2708-4b13-aee3-9eb59cf154e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:46.993572 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING oslo_policy.policy [None req-adc44cf9-2708-4b13-aee3-9eb59cf154e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 15:46:46.996365 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc44cf9-2708-4b13-aee3-9eb59cf154e6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:46.998094 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-adc44cf9-2708-4b13-aee3-9eb59cf154e6 admin admin] 10.222.0.74 "GET /v2.0/subnets/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3 HTTP/1.1" status: 200  len: 849 time: 0.3144484
Jul 09 15:46:47.078956 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:47.180869 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5ef9c003-12db-4998-9ad5-d34981581ff7 admin admin] 10.222.0.74 "GET /v2.0/routers/81f26dae-1b3d-4da1-9352-b1af912e0c66 HTTP/1.1" status: 200  len: 704 time: 0.1775720
Jul 09 15:46:47.651572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:47.910088 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Allocated IP 172.20.0.1 (7ef29adc-3c71-4e3b-b7e8-d548a9121ea2/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3/3e2e710d-3c8e-4e42-93a4-1396829bc9b1) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:46:48.085783 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.104409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Transition to ACTIVE for port object 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:46:48.158737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.163945 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:48.222389 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:46:48.225013 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:48.253586 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:48.264295 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.264633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.264955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.265272 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.265789 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.266259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.266578 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.268004 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.268004 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.268313 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.268577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Tracked resource versions report:
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]: pushed versions:
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Log': {'1.0'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Network': {'1.1'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Port': {'1.5'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'PortForwarding': {'1.2'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'QosPolicy': {'1.8'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SecurityGroup': {'1.2'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SubPort': {'1.0'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Subnet': {'1.1'},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Trunk': {'1.1'}}
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]: consumer versions:
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Log': '1.0',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Network': '1.1',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Port': '1.5',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'PortForwarding': '1.2',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'QosPolicy': '1.8',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SecurityGroup': '1.2',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SubPort': '1.0',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Subnet': '1.1',
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Trunk': '1.1'}}
Jul 09 15:46:48.269471 dv-cinder-800228-1-iscsi neutron-server[74300]:  {{(pid=74300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:46:48.280995 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:46:48.281785 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.345872 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:48.414552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.493239 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3292cb4d-e72c-45e8-84c6-5ff4ca0fa974 None None] Provisioning for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:46:48.497909 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3292cb4d-e72c-45e8-84c6-5ff4ca0fa974 None None] Provisioning complete for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:48.498318 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3292cb4d-e72c-45e8-84c6-5ff4ca0fa974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.552620 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-3292cb4d-e72c-45e8-84c6-5ff4ca0fa974 None None] Port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:46:48.640802 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.645055 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.646153 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:48.649240 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:48.772928 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:48.776990 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:48.843735 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:46:48.844765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:49.075375 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1ce2e8b4-bd14-4b1b-9677-ca5eab575dd4 None None] Provisioning complete for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:49.075671 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1ce2e8b4-bd14-4b1b-9677-ca5eab575dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:49.128474 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2e8b4-bd14-4b1b-9677-ca5eab575dd4 None None] Port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:46:49.222718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Router 81f26dae-1b3d-4da1-9352-b1af912e0c66 is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:46:49.386491 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:46:49.396952 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Sync routers for ids ['81f26dae-1b3d-4da1-9352-b1af912e0c66'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:46:49.397609 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] 10.222.0.74 "PUT /v2.0/routers/81f26dae-1b3d-4da1-9352-b1af912e0c66/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2119575
Jul 09 15:46:49.410430 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Routers {'81f26dae-1b3d-4da1-9352-b1af912e0c66'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:46:49.411364 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b10dee0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:46:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['81f26dae-1b3d-4da1-9352-b1af912e0c66'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:49.586715 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Set router 81f26dae-1b3d-4da1-9352-b1af912e0c66 gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:46:49.952755 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b10dee0>, [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:48Z', 'revision_number': 2, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port_host': None, '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:48Z', 'revision_number': 2, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:49.957607 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Checking router: 81f26dae-1b3d-4da1-9352-b1af912e0c66 for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:46:49.957995 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Updating router 81f26dae-1b3d-4da1-9352-b1af912e0c66 port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:46:50.011188 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.387630 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.403401 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Transition to ACTIVE for port object 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:46:50.410234 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.415113 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:50.609014 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Pushing event updated for resources: {'Port': ['ID=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:50.662236 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Attempting to bind port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:46:50.662646 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Attempting to bind port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:46:50.663089 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Attempting to bind port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 on network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:46:50.669133 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.669474 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.669805 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.670153 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.670478 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.670802 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.671201 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.671528 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.671844 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.672155 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.672468 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Tracked resource versions report:
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]: pushed versions:
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Log': {'1.0'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Network': {'1.1'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Port': {'1.5'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'PortForwarding': {'1.2'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'QosPolicy': {'1.8'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SecurityGroup': {'1.2'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SubPort': {'1.0'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Subnet': {'1.1'},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Trunk': {'1.1'}}
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]: consumer versions:
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Log': '1.0',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Network': '1.1',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Port': '1.5',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'PortForwarding': '1.2',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'QosPolicy': '1.8',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SecurityGroup': '1.2',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SubPort': '1.0',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Subnet': '1.1',
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Trunk': '1.1'}}
Jul 09 15:46:50.674213 dv-cinder-800228-1-iscsi neutron-server[74303]:  {{(pid=74303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:46:50.679345 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:46:50.679756 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Checking segment: {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:46:50.680239 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.680622 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Bound using segment: {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:46:50.681114 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Bound port: 3e2e710d-3c8e-4e42-93a4-1396829bc9b1, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2103da39-9513-4e5b-a3f2-9cd0f6947325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:46:50.681504 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.690750 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:50.771641 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] For port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:46:50.776062 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] For port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,segment=NetworkSegment(2103da39-9513-4e5b-a3f2-9cd0f6947325),segment_id=2103da39-9513-4e5b-a3f2-9cd0f6947325)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:46:50.780890 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:50.784861 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:50.865881 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Pushing event updated for resources: {'Port': ['ID=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,revision_number=4']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:50.870011 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:50.877120 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Routers {'81f26dae-1b3d-4da1-9352-b1af912e0c66'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:46:50.877801 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b10dee0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:46:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['81f26dae-1b3d-4da1-9352-b1af912e0c66'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:51.033012 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] Set router 81f26dae-1b3d-4da1-9352-b1af912e0c66 gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:46:51.356760 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b10dee0>, [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:48Z', 'revision_number': 2, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port_host': None, '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:50Z', 'revision_number': 4, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:51.360827 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5092-78bc-4617-b264-5b014a1bda75 None None] The sync data for ids ['81f26dae-1b3d-4da1-9352-b1af912e0c66'] in dv-cinder-800228-1-iscsi is: [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:48Z', 'revision_number': 2, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port_host': None, '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:50Z', 'revision_number': 4, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:46:51.516423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38332) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:51.720890 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441c2db-c79c-474f-9466-5035e16e7b8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:51.722475 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1441c2db-c79c-474f-9466-5035e16e7b8c admin admin] 10.222.0.74 "GET /v2.0/networks/9b111d67-efb6-47a0-9e56-0e92e5a02c58 HTTP/1.1" status: 200  len: 842 time: 0.2043324
Jul 09 15:46:51.732412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:51.733925 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.quota [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6a5a9b6580>.
Jul 09 15:46:51.740164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:46:51.744600 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Usage tracker for resource:subnet and tenant:7121f648f422497d99f3466f5bbbe206 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:46:51.749172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:46:51.757902 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:46:51.775930 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Made reservation on behalf of 7121f648f422497d99f3466f5bbbe206 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:46:51.779899 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:52.292640 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.objects.ports [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74300) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jul 09 15:46:52.293102 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:52.296840 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:52.379386 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055f9895-6aad-4bec-bf29-ecedc455e839,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:52.384704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:52.392070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:46:52.392337 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Network hostable DHCP agents. Network: 9b111d67-efb6-47a0-9e56-0e92e5a02c58, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:46:52.417714 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:46:52.430264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 9b111d67-efb6-47a0-9e56-0e92e5a02c58) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:52.434473 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:52.435104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:52.440356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdfccf-9710-4380-bb08-beac9d63bbce None None] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:46:52.468988 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7297349
Jul 09 15:46:52.678086 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe7a4ac-d1de-4e6c-8b87-f81ebc4f9571 None None] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:46:53.160996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:46:53.256264 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:46:53.260873 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:53.261252 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:53.372904 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:53.404543 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,segment=NetworkSegment(2103da39-9513-4e5b-a3f2-9cd0f6947325),segment_id=2103da39-9513-4e5b-a3f2-9cd0f6947325)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:46:53.409559 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:53.413484 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:53.476879 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=3e2e710d-3c8e-4e42-93a4-1396829bc9b1,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:53.480159 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:54.604963 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38346) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:54.842588 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f2bda06a-fcb8-4ee5-93fa-5ba327aca5b1 admin admin] 10.222.0.74 "GET /v2.0/routers/81f26dae-1b3d-4da1-9352-b1af912e0c66 HTTP/1.1" status: 200  len: 710 time: 0.2365005
Jul 09 15:46:54.971540 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca8372-633a-43f7-b171-2bc909809fa2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:46:54.972907 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6dca8372-633a-43f7-b171-2bc909809fa2 admin admin] 10.222.0.74 "GET /v2.0/networks/9b111d67-efb6-47a0-9e56-0e92e5a02c58 HTTP/1.1" status: 200  len: 886 time: 0.1243930
Jul 09 15:46:54.981598 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:46:55.151233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:46:55.230219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:55.230602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:55.505189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:55.686759 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:55.744931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:55.881604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Allocated IP 172.27.2.221 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/9adb00c9-ba5e-46c2-b154-763d6b0fe55d) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:46:56.026812 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.053387 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.056871 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:56.118881 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:46:56.121666 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:46:56.125698 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:46:56.148065 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Pushing event updated for resources: {'Port': ['ID=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:56.154821 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:56.267107 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.430471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.433739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-895941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-895964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-899154'] for router, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.631032 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Router 81f26dae-1b3d-4da1-9352-b1af912e0c66 has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:46:56.864845 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:46:56.872586 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:56.873452 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Sync routers for ids ['81f26dae-1b3d-4da1-9352-b1af912e0c66'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:46:56.873892 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] 10.222.0.74 "PUT /v2.0/routers/81f26dae-1b3d-4da1-9352-b1af912e0c66 HTTP/1.1" status: 200  len: 890 time: 1.8955586
Jul 09 15:46:56.886190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Routers {'81f26dae-1b3d-4da1-9352-b1af912e0c66'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:46:56.886877 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae056a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:46:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['81f26dae-1b3d-4da1-9352-b1af912e0c66'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:57.077075 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Set router 81f26dae-1b3d-4da1-9352-b1af912e0c66 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:46:57.412149 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae056a0>, [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port': {'id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:55Z', 'updated_at': '2021-07-09T15:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 5, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:57.416920 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Checking router: 81f26dae-1b3d-4da1-9352-b1af912e0c66 for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:46:57.417306 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Updating router 81f26dae-1b3d-4da1-9352-b1af912e0c66 port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:46:57.465281 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.788328 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.800331 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Transition to ACTIVE for port object 9adb00c9-ba5e-46c2-b154-763d6b0fe55d will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:46:57.806688 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.810311 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:57.881105 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Pushing event updated for resources: {'Port': ['ID=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:57.888298 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:57.892022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Attempting to bind port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:46:57.892451 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Attempting to bind port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:46:57.892818 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Attempting to bind port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:46:57.899244 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:46:57.899619 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:46:57.900025 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.900495 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:46:57.901226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Bound port: 9adb00c9-ba5e-46c2-b154-763d6b0fe55d, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:46:57.901616 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.973737 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] For port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:46:57.976705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] For port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:46:57.980461 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:57.984073 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:58.078416 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Pushing event updated for resources: {'Port': ['ID=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:58.081991 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:46:58.083475 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Routers {'81f26dae-1b3d-4da1-9352-b1af912e0c66'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:46:58.084076 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae056a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:46:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['81f26dae-1b3d-4da1-9352-b1af912e0c66'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:58.262356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] Set router 81f26dae-1b3d-4da1-9352-b1af912e0c66 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:46:58.582428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae056a0>, [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port': {'id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:55Z', 'updated_at': '2021-07-09T15:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 5, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:46:58.586452 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2120e0c2-3eed-42bd-aa53-5915bdb89828 None None] The sync data for ids ['81f26dae-1b3d-4da1-9352-b1af912e0c66'] in dv-cinder-800228-1-iscsi is: [{'id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'name': 'router1', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:46:38Z', 'updated_at': '2021-07-09T15:46:56Z', 'revision_number': 4, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'gw_port': {'id': '9adb00c9-ba5e-46c2-b154-763d6b0fe55d', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:55Z', 'updated_at': '2021-07-09T15:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3e2e710d-3c8e-4e42-93a4-1396829bc9b1', 'name': '', 'network_id': '7ef29adc-3c71-4e3b-b7e8-d548a9121ea2', 'tenant_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'mac_address': 'fa:16:3e:c9:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f26dae-1b3d-4da1-9352-b1af912e0c66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:46:47Z', 'updated_at': '2021-07-09T15:46:53Z', 'revision_number': 5, 'project_id': '2a5878d0febd4bbb8e1a5534c6a295a3', 'subnets': [{'id': 'fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eecc9cef-ff85-4374-8a5f-9885a11b7577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:46:59.123044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38356) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:46:59.181382 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9adb00c9-ba5e-46c2-b154-763d6b0fe55d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:46:59.253575 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:46:59.258172 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:46:59.258548 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:59.263824 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-bd0f4730-f1d6-4748-9491-ce748aacaaef admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1396763
Jul 09 15:46:59.380494 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:59.397939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:46:59.402179 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:46:59.405626 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:46:59.471762 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=9adb00c9-ba5e-46c2-b154-763d6b0fe55d,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:46:59.474948 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:47:01.157970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9adb00c9-ba5e-46c2-b154-763d6b0fe55d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:47:01.231137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9adb00c9-ba5e-46c2-b154-763d6b0fe55d triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:47:01.231854 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:11.113331 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:47:12.422887 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-17b1bb83-5c0d-4159-8da6-ce28f9db3fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:12.810040 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:14.724871 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-663e866f-6e13-428c-9350-c6c5622a17fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:15.630346 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:17.098173 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:42.426626 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-eb2e9825-de26-4d39-b033-6eebceeede69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:42.817126 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:44.731206 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b75127e0-5d7f-48e4-a91c-1f7185403ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:45.635964 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:47.100126 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:47:48.113302 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:48:12.421655 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-71834b69-29f4-4495-a955-d10feae516b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:12.818763 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:14.731760 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f27aed51-1d1e-4030-a9e1-39fa6c8285e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:15.642478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:17.107564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:25.113035 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:48:42.426647 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5183509a-178a-47ff-b540-0fe3afbe3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:42.813798 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:44.721892 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f9be589-1da2-40a8-973a-1948a932a419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:45.641064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:48:47.112143 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:02.114014 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:49:02.418068 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 38928) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:02.512155 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d320ccb-ac65-406d-bf55-f16788ab86eb admin admin] GET failed (client error): The resource could not be found.
Jul 09 15:49:02.512642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6d320ccb-ac65-406d-bf55-f16788ab86eb admin admin] Synchronizing usage tracker for tenant:7121f648f422497d99f3466f5bbbe206 on resource:network {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:49:02.530365 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6d320ccb-ac65-406d-bf55-f16788ab86eb admin admin] Unset dirty status for tenant:7121f648f422497d99f3466f5bbbe206 on resource:network {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:49:02.531478 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-6d320ccb-ac65-406d-bf55-f16788ab86eb admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1125023
Jul 09 15:49:02.663564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5066282-6aaf-41df-86c7-8b57e63e730f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:02.664914 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a5066282-6aaf-41df-86c7-8b57e63e730f admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1295602
Jul 09 15:49:04.678495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38938) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:04.811738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3c97d-36cc-4828-a6db-9a633f88c314 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:04.812411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8bc3c97d-36cc-4828-a6db-9a633f88c314 admin admin] Synchronizing usage tracker for tenant:7121f648f422497d99f3466f5bbbe206 on resource:subnet {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:49:04.830647 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8bc3c97d-36cc-4828-a6db-9a633f88c314 admin admin] Unset dirty status for tenant:7121f648f422497d99f3466f5bbbe206 on resource:subnet {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:49:04.831905 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-8bc3c97d-36cc-4828-a6db-9a633f88c314 admin admin] 10.222.0.74 "GET /v2.0/subnets/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3 HTTP/1.1" status: 200  len: 849 time: 0.1524858
Jul 09 15:49:04.841335 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:49:04.956636 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:05.143969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755923889924'] for subnet, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:05.147659 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:05.191398 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:05.192418 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:05.193224 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] 10.222.0.74 "PUT /v2.0/subnets/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3 HTTP/1.1" status: 200  len: 868 time: 0.3559151
Jul 09 15:49:05.207287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3575a9a-8eeb-41f3-a8ce-952c26a0cdc1 None None] Network 7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:49:05.214146 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:05.224350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.224608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.224847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.225165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.225498 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.225822 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.226169 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.226478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.226790 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.227099 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.228041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:05.230882 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:05.692007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-12fc1144-8f2d-4e98-bf47-044d483daea9 None None] Provisioning complete for port 06c5d016-eef2-4e20-b1a8-9cccd7d84e1b triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:49:05.692381 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-12fc1144-8f2d-4e98-bf47-044d483daea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:05.814747 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-12fc1144-8f2d-4e98-bf47-044d483daea9 None None] Provisioning complete for port 3e2e710d-3c8e-4e42-93a4-1396829bc9b1 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:49:05.815099 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-12fc1144-8f2d-4e98-bf47-044d483daea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:07.241384 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38948) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:07.434714 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a845c5-4b20-4080-ba90-0af8766bef17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:07.435001 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a845c5-4b20-4080-ba90-0af8766bef17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:07.436490 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b3a845c5-4b20-4080-ba90-0af8766bef17 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1941526
Jul 09 15:49:09.460298 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38958) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:09.657470 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100d317-5b22-459b-8763-5c89c6801af2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:09.657845 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100d317-5b22-459b-8763-5c89c6801af2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:09.659401 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c100d317-5b22-459b-8763-5c89c6801af2 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1981421
Jul 09 15:49:11.733826 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38968) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:11.932457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b6377-25a2-4457-8b04-1eb132cc308c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:11.933737 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-347b6377-25a2-4457-8b04-1eb132cc308c admin admin] 10.222.0.74 "GET /v2.0/networks/7ef29adc-3c71-4e3b-b7e8-d548a9121ea2 HTTP/1.1" status: 200  len: 869 time: 0.1988413
Jul 09 15:49:12.428530 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8ea788fc-9418-47f6-a61a-c19ad03515f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:12.818770 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:13.998474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38978) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:14.189355 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accbf0eb-a392-413a-91bd-575a99d7b769 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:14.190768 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-accbf0eb-a392-413a-91bd-575a99d7b769 admin admin] 10.222.0.74 "GET /v2.0/networks/9b111d67-efb6-47a0-9e56-0e92e5a02c58 HTTP/1.1" status: 200  len: 886 time: 0.1913626
Jul 09 15:49:14.718286 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-492863a0-7b9c-4a84-9a1b-a231f3b431b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:15.643762 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:16.218563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38988) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:16.361255 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35ee52-b111-4e45-9f1a-2fa7f9e8bdee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:16.361626 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35ee52-b111-4e45-9f1a-2fa7f9e8bdee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:16.363135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-7f35ee52-b111-4e45-9f1a-2fa7f9e8bdee admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1436121
Jul 09 15:49:17.114520 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:18.385104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 38998) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:18.514203 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17a9a9-9ba0-40fc-a776-c9221bf8ad9e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:18.514573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17a9a9-9ba0-40fc-a776-c9221bf8ad9e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:18.516077 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1f17a9a9-9ba0-40fc-a776-c9221bf8ad9e admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1300702
Jul 09 15:49:20.523959 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39008) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:20.649289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e132c0-cf44-4fc2-b84a-5ed9d7d55d44 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:20.650682 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-49e132c0-cf44-4fc2-b84a-5ed9d7d55d44 admin admin] 10.222.0.74 "GET /v2.0/subnets/055f9895-6aad-4bec-bf29-ecedc455e839 HTTP/1.1" status: 200  len: 816 time: 0.1258035
Jul 09 15:49:22.672823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39018) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:22.805021 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a61b7-049e-48cc-a7e2-2a9448a62cd3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:22.806469 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-bf1a61b7-049e-48cc-a7e2-2a9448a62cd3 admin admin] 10.222.0.74 "GET /v2.0/subnets/fed8d0c5-c8ae-4b43-bdd6-55cf0970d6f3 HTTP/1.1" status: 200  len: 868 time: 0.1327212
Jul 09 15:49:39.113771 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:49:40.893690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39056) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:40.964266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [None req-af0f935a-4cd7-46e0-9748-20bb644d220e admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74301) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:49:40.966290 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-af0f935a-4cd7-46e0-9748-20bb644d220e admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0714538
Jul 09 15:49:42.429833 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7ce242a7-17ae-4932-8fba-d94d19cb06d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:42.821245 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:43.055964 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39066) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:43.145182 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eaaff5-3a93-4228-82de-7afd8f18a7ad admin admin] GET failed (client error): The resource could not be found.
Jul 09 15:49:43.146394 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-54eaaff5-3a93-4228-82de-7afd8f18a7ad admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0894670
Jul 09 15:49:43.273536 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12357168-7f28-493d-8f5c-5ff661f47cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:43.275033 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-12357168-7f28-493d-8f5c-5ff661f47cf7 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1249046
Jul 09 15:49:44.720698 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-653cf081-a8b3-43e8-9af1-f8eb6ec31755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.340218 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39076) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:45.411794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:49:45.416352 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:49:45.426749 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:49:45.437035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Made reservation on behalf of 7121f648f422497d99f3466f5bbbe206 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:49:45.439354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.552881 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING neutron.services.revisions.revision_plugin [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6a5ac5bbb0] {project_id='7121f648f422497d99f3466f5bbbe206', id='47e40ad4-f6be-4aa0-a9fe-f231c16c91fa', target_tenant='*', action='access_as_shared', object_id='29809c0a-7241-4c57-ac40-f98971ca077d'}> to bump revision.
Jul 09 15:49:45.573242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:49:45.584046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755923967600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.584554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6a5bcde700> segment precommit_create {{(pid=74300) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 09 15:49:45.584985 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Added segment 3aad3b28-df53-403f-809b-3332c3cdc8f5 of type vlan for network 29809c0a-7241-4c57-ac40-f98971ca077d
Jul 09 15:49:45.647876 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.662615 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.697673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.698917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:45.699483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:45.702523 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:45.802767 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4614480
Jul 09 15:49:45.803334 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Pushing event updated for resources: {'Network': ['ID=29809c0a-7241-4c57-ac40-f98971ca077d,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:45.806973 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:45.816726 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 29809c0a-7241-4c57-ac40-f98971ca077d details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:49:47.121264 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:47.869618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39086) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:49:47.967670 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.pecan_wsgi.hooks.translation [None req-340a180e-1392-43c8-a51a-c729fa6dc6b5 admin admin] GET failed (client error): The resource could not be found.
Jul 09 15:49:47.968161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-340a180e-1392-43c8-a51a-c729fa6dc6b5 admin admin] Synchronizing usage tracker for tenant:7121f648f422497d99f3466f5bbbe206 on resource:network {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:49:47.983204 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-340a180e-1392-43c8-a51a-c729fa6dc6b5 admin admin] Unset dirty status for tenant:7121f648f422497d99f3466f5bbbe206 on resource:network {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:49:47.984310 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-340a180e-1392-43c8-a51a-c729fa6dc6b5 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1137273
Jul 09 15:49:48.090938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec4c39-899c-415b-b70c-c954fc825340 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:48.092297 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e7ec4c39-899c-415b-b70c-c954fc825340 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1040599
Jul 09 15:49:48.101474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:49:48.106374 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:49:48.115678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:49:48.125537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Made reservation on behalf of 7121f648f422497d99f3466f5bbbe206 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:49:48.127742 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:48.319810 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:48.324889 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-29cb2417-a16f-425f-892d-4ca4dc73a7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:48.394421 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f69b41d-1f94-4049-ba5c-1406855ec650,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:48.398236 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:48.407308 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Checking segment: {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:49:48.407665 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Network hostable DHCP agents. Network: 29809c0a-7241-4c57-ac40-f98971ca077d, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:49:48.429208 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Network 29809c0a-7241-4c57-ac40-f98971ca077d is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:49:48.438377 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 29809c0a-7241-4c57-ac40-f98971ca077d) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:49:48.442708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:49:48.443294 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:48.447121 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80915fa9-dbab-4b75-b548-30b494b078d3 None None] Network 29809c0a-7241-4c57-ac40-f98971ca077d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:49:48.469157 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3708942
Jul 09 15:49:48.665388 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-29809c0a-7241-4c57-ac40-f98971ca077d', 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d', 'tenant_id': '7121f648f422497d99f3466f5bbbe206', 'fixed_ips': [{'subnet_id': '5f69b41d-1f94-4049-ba5c-1406855ec650'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:49:48.666239 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:48.826395 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Allocated IP 192.168.233.2 (29809c0a-7241-4c57-ac40-f98971ca077d/5f69b41d-1f94-4049-ba5c-1406855ec650/387c5d04-d276-434b-84a1-91915b1cbc11) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:49:49.031235 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:49.041642 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Transition to ACTIVE for port object 387c5d04-d276-434b-84a1-91915b1cbc11 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:49:49.063670 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Transition to ACTIVE for port object 387c5d04-d276-434b-84a1-91915b1cbc11 will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:49:49.069624 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:49.074559 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:49.134277 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Network 29809c0a-7241-4c57-ac40-f98971ca077d is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:49:49.140180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:49:49.144350 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:49:49.146405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Pushing event updated for resources: {'Port': ['ID=387c5d04-d276-434b-84a1-91915b1cbc11,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:49.180594 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.180937 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.181269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.181590 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.181919 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.182265 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.182589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.182923 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.183855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.184380 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.184702 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:49:49.192023 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:49.246605 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Attempting to bind port 387c5d04-d276-434b-84a1-91915b1cbc11 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:49:49.246969 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Attempting to bind port 387c5d04-d276-434b-84a1-91915b1cbc11 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:49:49.247811 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Attempting to bind port 387c5d04-d276-434b-84a1-91915b1cbc11 on network 29809c0a-7241-4c57-ac40-f98971ca077d {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:49:49.254423 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:49:49.254794 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Checking segment: {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:49:49.255198 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:49.255599 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Bound using segment: {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:49:49.256063 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Bound port: 387c5d04-d276-434b-84a1-91915b1cbc11, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:49:49.256439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:49.344305 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] For port 387c5d04-d276-434b-84a1-91915b1cbc11, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:49:49.347257 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] For port 387c5d04-d276-434b-84a1-91915b1cbc11, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=387c5d04-d276-434b-84a1-91915b1cbc11,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:49:49.352639 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:49.357012 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:49.456451 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Pushing event updated for resources: {'Port': ['ID=387c5d04-d276-434b-84a1-91915b1cbc11,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:49.462780 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:50.269396 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c593b92-1481-4b01-a324-aae590e0a03d None None] Network 29809c0a-7241-4c57-ac40-f98971ca077d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:49:50.352416 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5b39a0bc-02ca-4fe4-bb74-1eb7f0a2a8d8 None None] Provisioning for port 387c5d04-d276-434b-84a1-91915b1cbc11 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:49:51.259135 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 387c5d04-d276-434b-84a1-91915b1cbc11 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:49:51.329991 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 387c5d04-d276-434b-84a1-91915b1cbc11 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:49:51.334878 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 387c5d04-d276-434b-84a1-91915b1cbc11 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:49:51.335267 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:51.449072 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:51.481183 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 387c5d04-d276-434b-84a1-91915b1cbc11, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=387c5d04-d276-434b-84a1-91915b1cbc11,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:49:51.484232 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:49:51.487767 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:49:51.549878 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=387c5d04-d276-434b-84a1-91915b1cbc11,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:49:51.552863 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:49:53.235495 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 387c5d04-d276-434b-84a1-91915b1cbc11 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:49:53.307571 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 387c5d04-d276-434b-84a1-91915b1cbc11 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:49:53.308505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:12.433465 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f23d2ce6-eb3c-418f-b5f1-3f687d735079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:12.824967 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:14.722706 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-77d5f79f-c647-4a72-bc6f-3153b9af0d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:15.651140 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:16.113105 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:50:17.120585 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:42.436662 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ba86b6a4-ba41-4591-8993-9f744cda211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:42.829907 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:44.723958 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b1e59c21-5a13-449f-a629-573de3dd34a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:45.655379 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:47.127911 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:53.113613 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:50:58.863300 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39128) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:50:58.869171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [None req-789aa342-321d-42af-b837-5691d7f80b86 tempest-verify_tempest_config-2145792829 tempest-verify_tempest_config-2145792829-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:50:58.870187 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-789aa342-321d-42af-b837-5691d7f80b86 tempest-verify_tempest_config-2145792829 tempest-verify_tempest_config-2145792829-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058794
Jul 09 15:50:59.194356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39146) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:50:59.340046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.378471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:50:59.382385 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Usage tracker for resource:security_group_rule and tenant:62da26ca75c54e3b81cc65828b3615f4 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:50:59.385348 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:50:59.391646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:50:59.459379 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.463217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.470214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:50:59.512628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc754a-8150-46fa-be74-3000d30cfd15,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:50:59.517462 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62da26ca75c54e3b81cc65828b3615f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3221312
Jul 09 15:50:59.520250 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39152) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:50:59.523673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.524015 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.524350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.524677 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.525009 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.525334 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.525659 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.526016 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.526605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.526937 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.527242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.531973 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:50:59.580209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.604761 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.700564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.704393 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:50:59.715756 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc754a-8150-46fa-be74-3000d30cfd15,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:50:59.726166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:50:59.727273 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90bc754a-8150-46fa-be74-3000d30cfd15 HTTP/1.1" status: 204  len: 168 time: 0.2060952
Jul 09 15:50:59.728830 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.729172 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.729504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.729838 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.730195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.730521 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.730841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.731728 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.732201 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.732506 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.732828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:50:59.736117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:51:12.440523 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-02f2b467-70b7-44dc-b6a1-ccccf9a5f368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:12.832871 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:14.725718 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-be6aaa4c-41ec-4961-8ca6-03b9c0efa6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:15.657156 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:17.126581 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:30.113102 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:51:42.442214 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9c22f0c7-9502-4cfc-bc8c-8527c1d12beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:42.835319 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:44.727511 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-03ad5935-5ac4-410e-a95d-e3aa566af094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:45.659627 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:51:47.130043 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:07.112956 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 5 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:52:12.444029 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8a6f88e9-9913-4b66-b00d-f87787e5f81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:12.836436 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:14.729520 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3a0a46ff-0413-4688-93a3-540917999e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:15.662632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:17.131934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:40.809628 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897528'] for agent, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:42.445267 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-be5f6257-f611-46f2-8cc9-cadf18b7044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:42.838483 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:44.114667 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:52:44.730243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1210-0cd4-45ac-a240-19e041e8051a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:45.665850 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:47.134731 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:52:55.387631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39224) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:52:55.521913 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-c4698f91-d2a3-47c0-927b-83d35bcd084e admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1331079
Jul 09 15:52:57.581384 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39234) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:52:57.672400 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-0d67391b-bc58-4baf-87d7-4222c9696925 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0898719
Jul 09 15:53:10.754074 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:12.448240 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7f500474-c635-42bc-8d0d-42e882d78946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:12.841736 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:14.732090 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ae77ab9a-3189-4fc8-a52e-fbe6767eb17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:15.668431 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:17.138201 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:21.116981 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:53:40.766505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:42.448914 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-13efc2e9-008f-4c47-a0e6-75067347cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:42.844386 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:44.734581 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-92091d20-e288-4763-82d0-c30d8328fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:45.672986 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:47.141510 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:53:58.117196 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:54:10.768327 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:12.450048 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f68f4c9-9458-47f4-9dfd-d39a72f4f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:12.846881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:14.738173 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f6457e79-33fb-4651-99ff-a2e04ebad0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:15.677359 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:17.145377 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:34.984569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39436) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:34.995631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39442) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:35.035765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39448) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:35.118157 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:54:35.401301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-181072107-network', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:35.406033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.410349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Usage tracker for resource:network and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.413621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.420171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.434262 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Made reservation on behalf of a3a7aa4308c24ea180eb1460f6e9c743 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:35.437243 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.451932 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.482276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108207901-network', 'tenant_id': '59e80c68b7c84541b1c08fabe0214ebc'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:35.499174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.504785 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Usage tracker for resource:network and tenant:59e80c68b7c84541b1c08fabe0214ebc is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.509480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.519320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39468) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:35.526955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.546777 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-network', 'tenant_id': '325348c9075645f1b677479eed1ed94a'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:35.557214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.561678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.566420 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Usage tracker for resource:network and tenant:325348c9075645f1b677479eed1ed94a is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.572857 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.575979 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.581359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Made reservation on behalf of 59e80c68b7c84541b1c08fabe0214ebc for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:35.583610 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.593815 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.597374 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.603241 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.606258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.640520 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Made reservation on behalf of 325348c9075645f1b677479eed1ed94a for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:35.643086 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.673491 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.684220 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.688200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Usage tracker for resource:security_group_rule and tenant:59e80c68b7c84541b1c08fabe0214ebc is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.691233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.696963 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.760877 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1297292917-network', 'tenant_id': 'c100b5aba1414ab5a9cb486a2a402c12'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:35.765196 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.768475 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.775421 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Usage tracker for resource:network and tenant:c100b5aba1414ab5a9cb486a2a402c12 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.779452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.781296 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.804396 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:54:35.812501 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:35.813595 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.814327 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Added segment 27a67c3d-e56a-4030-a907-561ca9289853 of type vlan for network 458bef41-b1a1-4fd3-a4e5-e4943b568684
Jul 09 15:54:35.841715 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.847081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Made reservation on behalf of c100b5aba1414ab5a9cb486a2a402c12 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:35.849395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.876501 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c74be83c-fa72-4d57-8f70-b7c71c8bb1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:35.890511 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.894247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.897241 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:35.898367 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.966203 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:35.967191 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:35.972979 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Usage tracker for resource:security_group_rule and tenant:c100b5aba1414ab5a9cb486a2a402c12 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:35.986966 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:35.993313 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d26a4-500e-46fb-8537-8bd37564066e,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:35.993889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:36.003453 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:36.021368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.022047 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.022552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.023046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.023551 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.024054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.024533 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.025062 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.025807 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.026292 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.026786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Tracked resource versions report:
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]: pushed versions:
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Log': {'1.0'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Network': {'1.1'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Port': {'1.5'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'PortForwarding': {'1.2'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'QosPolicy': {'1.8'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SecurityGroup': {'1.2'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'SubPort': {'1.0'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Subnet': {'1.1'},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     'Trunk': {'1.1'}}
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]: consumer versions:
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     HyperV agent@hv-cinder-80022: {},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Log': '1.0',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Network': '1.1',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Port': '1.5',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'PortForwarding': '1.2',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'QosPolicy': '1.8',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SecurityGroup': '1.2',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'SubPort': '1.0',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Subnet': '1.1',
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:                                                      'Trunk': '1.1'}}
Jul 09 15:54:36.027918 dv-cinder-800228-1-iscsi neutron-server[74300]:  {{(pid=74300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:54:36.033660 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.034922 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.037477 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.105916 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.111453 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.129708 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:54:36.141206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.141893 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Added segment efc508e3-45d2-4296-abaa-8e20c195319f of type vlan for network a24dc775-056b-4b1d-a6b3-54d216cc203c
Jul 09 15:54:36.147824 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1511035
Jul 09 15:54:36.149470 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Usage tracker for resource:security_group_rule and tenant:325348c9075645f1b677479eed1ed94a is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:36.152535 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39490) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:36.167321 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Pushing event updated for resources: {'Network': ['ID=458bef41-b1a1-4fd3-a4e5-e4943b568684,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.172178 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.173862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:36.174103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.177305 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.180457 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 458bef41-b1a1-4fd3-a4e5-e4943b568684 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:54:36.203644 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.214549 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Request body: {'subnet': {'network_id': '458bef41-b1a1-4fd3-a4e5-e4943b568684', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1108207901-subnet', 'tenant_id': '59e80c68b7c84541b1c08fabe0214ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:36.219691 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:36.224765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Usage tracker for resource:subnet and tenant:59e80c68b7c84541b1c08fabe0214ebc is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:36.228103 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:36.233653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384e8252-8d6d-4a83-aa4c-55bef793ea65,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.234771 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:36.243889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.245488 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.245930 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.246376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.247410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a0964c-bd5b-4cbd-b695-800c6798ed65,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.247546 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.247822 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.248247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.248625 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.249008 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.249338 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.249660 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.250072 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Tracked resource versions report:
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]: pushed versions:
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Log': {'1.0'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Network': {'1.1'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Port': {'1.5'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'PortForwarding': {'1.2'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'QosPolicy': {'1.8'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SecurityGroup': {'1.2'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'SubPort': {'1.0'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Subnet': {'1.1'},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     'Trunk': {'1.1'}}
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]: consumer versions:
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     HyperV agent@hv-cinder-80022: {},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Log': '1.0',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Network': '1.1',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Port': '1.5',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'PortForwarding': '1.2',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'QosPolicy': '1.8',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SecurityGroup': '1.2',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'SubPort': '1.0',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Subnet': '1.1',
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:                                                      'Trunk': '1.1'}}
Jul 09 15:54:36.252067 dv-cinder-800228-1-iscsi neutron-server[74301]:  {{(pid=74301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:54:36.255376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:36.255947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.256244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.258777 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:36.263276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Made reservation on behalf of 59e80c68b7c84541b1c08fabe0214ebc for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:36.266525 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.284693 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.285227 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.385621 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Pushing event updated for resources: {'Network': ['ID=a24dc775-056b-4b1d-a6b3-54d216cc203c,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.388999 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8680630
Jul 09 15:54:36.390127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.392267 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39500) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:36.394447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.db.api [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 15:54:36.394691 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_db.api [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 15:54:36.401598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Request body: {'subnet': {'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1297292917-subnet', 'tenant_id': 'c100b5aba1414ab5a9cb486a2a402c12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:36.408362 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:36.413603 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Usage tracker for resource:subnet and tenant:c100b5aba1414ab5a9cb486a2a402c12 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:36.418624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:36.428038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:36.446812 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Made reservation on behalf of c100b5aba1414ab5a9cb486a2a402c12 for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:36.451309 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.546272 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.574945 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-478f6118-e31d-4517-a280-442835ad7e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.581792 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network a24dc775-056b-4b1d-a6b3-54d216cc203c details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:54:36.645022 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20c4e19-972d-4ee6-a2b1-b38fa47e2443,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.653642 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.679746 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.687359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Checking segment: {'id': '27a67c3d-e56a-4030-a907-561ca9289853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '458bef41-b1a1-4fd3-a4e5-e4943b568684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:36.688040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Network hostable DHCP agents. Network: 458bef41-b1a1-4fd3-a4e5-e4943b568684, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:54:36.710000 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.725742 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:54:36.735752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.736382 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Added segment a5cd4b73-1c9a-4fd9-a756-521feaa0b842 of type vlan for network b4b69126-8303-4672-b9e3-4903803a7a14
Jul 09 15:54:36.763990 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.810858 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.859407 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302730bc-3204-4943-ba4d-1d5461879e59,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:36.866488 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:36.867027 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Network 458bef41-b1a1-4fd3-a4e5-e4943b568684 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:54:36.870678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.878991 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.884837 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:36.885670 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:36.896041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-abcd4cfa-8618-40ae-82c2-41b376f93196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.914312 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:36.942663 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.045555 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ed9d29-eec0-46fb-a2f9-144b2dc54f06,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:37.055800 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 458bef41-b1a1-4fd3-a4e5-e4943b568684) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:37.065121 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:37.066414 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85b5c6-e299-4340-a845-a98f3718451b None None] Network 458bef41-b1a1-4fd3-a4e5-e4943b568684 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:37.067078 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Checking segment: {'id': 'efc508e3-45d2-4296-abaa-8e20c195319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:37.067726 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Network hostable DHCP agents. Network: a24dc775-056b-4b1d-a6b3-54d216cc203c, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:54:37.085378 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:37.098751 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.099599 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Network a24dc775-056b-4b1d-a6b3-54d216cc203c is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:54:37.113316 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, a24dc775-056b-4b1d-a6b3-54d216cc203c) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:37.120888 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:37.137453 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.155316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Pushing event updated for resources: {'Network': ['ID=b4b69126-8303-4672-b9e3-4903803a7a14,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:37.164824 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.1272717
Jul 09 15:54:37.165775 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39532) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:37.169563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:37.180804 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Request body: {'subnet': {'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-subnet', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:37.182485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f5e484db-6664-41f2-9dde-a1374df70f52 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7871523
Jul 09 15:54:37.185389 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:54:37.191203 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-65b3c00a-2860-4a5d-8653-302c370eed9a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0207591
Jul 09 15:54:37.207388 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:37.213304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Usage tracker for resource:subnet and tenant:325348c9075645f1b677479eed1ed94a is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:37.217867 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:37.221644 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.222002 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Added segment daa5c281-3b15-412f-80ee-d59c6a311fe0 of type vlan for network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9
Jul 09 15:54:37.229448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:37.258091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Made reservation on behalf of 325348c9075645f1b677479eed1ed94a for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:37.260441 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.286063 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.292276 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e031f5-076b-4fec-b530-332f8f7070f4 None None] Network a24dc775-056b-4b1d-a6b3-54d216cc203c requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:37.308789 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network b4b69126-8303-4672-b9e3-4903803a7a14 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:54:37.455967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.488020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:37.490031 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:37.518316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:37.660220 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Pushing event updated for resources: {'Network': ['ID=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:37.663435 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:37.676065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba50c38-da57-489a-87b9-126855a6ef25 None None] Network 458bef41-b1a1-4fd3-a4e5-e4943b568684 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:37.750967 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.7629778
Jul 09 15:54:37.752044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39552) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:37.770229 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Request body: {'subnet': {'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-subnet', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:37.788134 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:37.797818 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Usage tracker for resource:subnet and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:37.803280 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:37.822633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:37.841911 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:54:37.866015 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Made reservation on behalf of a3a7aa4308c24ea180eb1460f6e9c743 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:37.871422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.027016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39570) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:38.070448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.081237 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d9e15433-6169-4af9-8124-6638ff448236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:38.163852 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a60b9-27f1-4557-bcf2-91f81c2300d6 None None] Network a24dc775-056b-4b1d-a6b3-54d216cc203c requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:38.340847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e2bc30-686d-4e48-a284-baffd9691d65,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:38.343791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:38.346070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Checking segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:38.346469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Network hostable DHCP agents. Network: b4b69126-8303-4672-b9e3-4903803a7a14, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:54:38.363227 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.397066 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:38.448172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Network b4b69126-8303-4672-b9e3-4903803a7a14 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:54:38.479417 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, b4b69126-8303-4672-b9e3-4903803a7a14) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:38.484794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:38.485833 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.492283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e01a6aa-5eb7-4b43-b26f-2bf4aa15604f None None] Network b4b69126-8303-4672-b9e3-4903803a7a14 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:38.513637 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3427925
Jul 09 15:54:38.519714 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39588) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:38.526526 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:38.538084 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Checking segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:38.538438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Network hostable DHCP agents. Network: 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:54:38.556162 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:38.556336 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a3eb75-fc06-46e4-a365-7a462d96df95,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:38.559019 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:38.574477 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:54:38.579838 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Usage tracker for resource:router and tenant:325348c9075645f1b677479eed1ed94a is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:38.583399 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:38.589500 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:38.590115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.590644 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:38.615007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3ebde-3b59-4402-8e55-9f23fa30e306 None None] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:38.615649 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8571603
Jul 09 15:54:38.618605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39592) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:38.625867 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:38.626086 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:38.632566 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:38.638975 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Usage tracker for resource:router and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:38.644368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:38.653886 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:38.664811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.666283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.671249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.673365 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.726276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:38.733089 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.192379 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39618) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:39.272655 dv-cinder-800228-1-iscsi neutron-server[74300]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 09 15:54:39.300503 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:54:39.302243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.306360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.335397 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59d6e4-1f77-49dd-aebb-68a06ea2badf None None] Network b4b69126-8303-4672-b9e3-4903803a7a14 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:39.348230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:39.352135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.361524 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Usage tracker for resource:security_group_rule and tenant:a8fb03dd1d2d4b9e928427c0f41664b7 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:39.366249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:39.374258 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:39.463077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.472418 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.501304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.531420 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:39.555678 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Synchronizing usage tracker for tenant:7121f648f422497d99f3466f5bbbe206 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:39.671653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Unset dirty status for tenant:7121f648f422497d99f3466f5bbbe206 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:39.673716 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8fb03dd1d2d4b9e928427c0f41664b7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6455877
Jul 09 15:54:39.687002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39642) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:39.774510 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2c9aa-1aeb-4def-829b-8fd9c8063454,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:39.794256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:39.829551 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.865601 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-706e30ca-ced4-4292-99ec-2ed4443227eb tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:39.868039 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:39.880348 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-706e30ca-ced4-4292-99ec-2ed4443227eb tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/networks?id=a24dc775-056b-4b1d-a6b3-54d216cc203c HTTP/1.1" status: 200  len: 812 time: 0.6186054
Jul 09 15:54:39.958461 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-e2879513-cca9-4321-bebb-a2d5d0bfccc3 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/quotas/c100b5aba1414ab5a9cb486a2a402c12 HTTP/1.1" status: 200  len: 375 time: 0.0689855
Jul 09 15:54:39.988636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.026314 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Allocated IP 172.20.0.2 (60d849f9-ffc3-4c7f-9f24-2898b2d88fe9/66a3eb75-fc06-46e4-a365-7a462d96df95/d4643346-d20b-41c2-9e18-e30593dc0741) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:40.047153 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:40.059922 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-f27ceafc-8236-4837-a272-5df5d70a4302 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c100b5aba1414ab5a9cb486a2a402c12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0997477
Jul 09 15:54:40.060598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2c9aa-1aeb-4def-829b-8fd9c8063454,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:40.066077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:40.100214 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.103515 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2c2c9aa-1aeb-4def-829b-8fd9c8063454 HTTP/1.1" status: 204  len: 168 time: 0.4087853
Jul 09 15:54:40.113574 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.160120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.280818 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.361906 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.399411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Allocated IP 172.27.2.228 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/45a08c41-dee1-45eb-81f9-9dd152e1c214) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:40.535283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.548796 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Transition to ACTIVE for port object d4643346-d20b-41c2-9e18-e30593dc0741 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:40.572863 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Transition to ACTIVE for port object d4643346-d20b-41c2-9e18-e30593dc0741 will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:40.583387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.589321 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:40.597598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.615361 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39674) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:40.620868 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892610392-network', 'tenant_id': '85461eeff5da4c9d8460fd6951406a03'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:40.628588 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:40.638440 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Usage tracker for resource:network and tenant:85461eeff5da4c9d8460fd6951406a03 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:40.645429 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:40.653098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:40.667412 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:40.671795 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:40.679129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Made reservation on behalf of 85461eeff5da4c9d8460fd6951406a03 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:40.682057 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.686834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:40.699738 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Pushing event updated for resources: {'Port': ['ID=d4643346-d20b-41c2-9e18-e30593dc0741,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:40.702875 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.708935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.719410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:40.744291 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.746588 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.748539 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.748998 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.749428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.749848 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.752560 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.753624 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.754374 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.756498 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.756909 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Tracked resource versions report:
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]: pushed versions:
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Log': {'1.0'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Network': {'1.1'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Port': {'1.5'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'PortForwarding': {'1.2'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'QosPolicy': {'1.8'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SecurityGroup': {'1.2'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'SubPort': {'1.0'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Subnet': {'1.1'},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     'Trunk': {'1.1'}}
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]: consumer versions:
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     HyperV agent@hv-cinder-80022: {},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Log': '1.0',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Network': '1.1',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Port': '1.5',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'PortForwarding': '1.2',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'QosPolicy': '1.8',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SecurityGroup': '1.2',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'SubPort': '1.0',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Subnet': '1.1',
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:                                                      'Trunk': '1.1'}}
Jul 09 15:54:40.758016 dv-cinder-800228-1-iscsi neutron-server[74302]:  {{(pid=74302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:54:40.789311 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Allocated IP 172.27.2.77 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/4e7b7c1d-f8b0-467c-be6e-3e0055354bbf) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:40.808250 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:40.840203 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Attempting to bind port d4643346-d20b-41c2-9e18-e30593dc0741 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:54:40.840875 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Attempting to bind port d4643346-d20b-41c2-9e18-e30593dc0741 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:54:40.841392 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Attempting to bind port d4643346-d20b-41c2-9e18-e30593dc0741 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:54:40.852705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:54:40.853287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Checking segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:40.853865 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.854459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Bound using segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:54:40.855092 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Bound port: d4643346-d20b-41c2-9e18-e30593dc0741, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:54:40.855654 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.862249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Pushing event updated for resources: {'Port': ['ID=45a08c41-dee1-45eb-81f9-9dd152e1c214,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:40.869223 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:40.882245 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:40.883436 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:40.885980 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:40.894934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:40.956848 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:40.961546 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:85461eeff5da4c9d8460fd6951406a03 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:40.964597 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:40.972724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:41.046983 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-87309bc7-9473-48b8-8d97-4a8272c9d6d8 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:54:41.048974 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-87309bc7-9473-48b8-8d97-4a8272c9d6d8 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5626948
Jul 09 15:54:41.107746 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] For port d4643346-d20b-41c2-9e18-e30593dc0741, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:54:41.112650 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] For port d4643346-d20b-41c2-9e18-e30593dc0741, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d4643346-d20b-41c2-9e18-e30593dc0741,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:54:41.138582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.150391 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.150391 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.171929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.184054 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:41.196306 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.212567 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.230402 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:41.284683 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:54:41.305244 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Pushing event updated for resources: {'Port': ['ID=d4643346-d20b-41c2-9e18-e30593dc0741,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:41.308503 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-d9585d15-9e7b-4ebb-b465-07f4c23d978c service neutron] 10.222.0.74 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455506
Jul 09 15:54:41.315638 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.315825 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Added segment c4d14d39-e3c1-4628-bc78-cba71c438679 of type vlan for network 358293b3-8318-4f56-b096-47644353182a
Jul 09 15:54:41.316842 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:41.316969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfe750-7d60-476b-9b57-39c5eefc77e4,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:41.349876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:41.351665 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.440003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e81c8296-4e03-4629-8df4-bf4ce0f03d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:41.516129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.539759 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Router f2370a2f-43ea-4ffa-9763-6b3daf96882a is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:54:41.627380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:41.632741 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:41.635798 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:41.640265 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:41.642813 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:41.697258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.702693 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:41.703263 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.709511 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:41.723342 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-6268f158-f7b4-4bde-8290-076ddf280e1e service neutron] 10.222.0.74 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3987896
Jul 09 15:54:41.799065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:54:41.811167 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Sync routers for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:54:41.827703 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:41.832132 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.3082411
Jul 09 15:54:41.832286 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:54:41.832286 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adfc4f0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:41.832894 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39702) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:41.840967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=358293b3-8318-4f56-b096-47644353182a,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:41.844043 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:41.848732 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2321298
Jul 09 15:54:41.853714 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 358293b3-8318-4f56-b096-47644353182a details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:54:41.855569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39706) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:41.863197 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Request body: {'subnet': {'network_id': '358293b3-8318-4f56-b096-47644353182a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1892610392-subnet', 'tenant_id': '85461eeff5da4c9d8460fd6951406a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:41.868511 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:41.873796 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Usage tracker for resource:subnet and tenant:85461eeff5da4c9d8460fd6951406a03 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:41.877553 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:41.885730 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:41.904025 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Made reservation on behalf of 85461eeff5da4c9d8460fd6951406a03 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:41.906600 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.110567 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.111640 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.168288 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39720) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:42.174764 dv-cinder-800228-1-iscsi neutron-server[74301]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 09 15:54:42.239694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-03f7dad3-0ad2-44bf-bdf2-33f60cfb11f0 req-30b1eec4-0133-477a-b86f-c2d908f0e75d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.0675635
Jul 09 15:54:42.396850 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:54:42.459695 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a4f375b3-da71-4931-a957-23c897c4a242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.471178 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.494452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aa857e66-8e26-44e0-b16b-432865949fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:42.710862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18510b7e-93a7-47cc-96e7-141863295e03,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:42.722760 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:42.765495 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d7c81-ac85-420d-a5fa-1f8928c5206c None None] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:42.816176 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Checking segment: {'id': 'c4d14d39-e3c1-4628-bc78-cba71c438679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '358293b3-8318-4f56-b096-47644353182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:42.816527 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Network hostable DHCP agents. Network: 358293b3-8318-4f56-b096-47644353182a, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:54:42.875060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Network 358293b3-8318-4f56-b096-47644353182a is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:54:42.911693 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 358293b3-8318-4f56-b096-47644353182a) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:42.927064 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:42.927936 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:42.936012 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adfc4f0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:40Z', 'revision_number': 3, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:42.945562 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Checking router: f2370a2f-43ea-4ffa-9763-6b3daf96882a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:54:42.947383 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Updating router f2370a2f-43ea-4ffa-9763-6b3daf96882a port 45a08c41-dee1-45eb-81f9-9dd152e1c214 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:54:42.973582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f2e379-13a7-42c0-8f3c-3b810116e2f1 None None] Network 358293b3-8318-4f56-b096-47644353182a requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:42.978343 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1216600
Jul 09 15:54:43.020363 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:54:43.068440 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-ef0e2a7a-d6e3-4935-b566-61954da3b9a2 None None] Provisioning for port d4643346-d20b-41c2-9e18-e30593dc0741 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:54:43.103499 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.157640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.254693 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.423635 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39772) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:43.560366 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Deleting subnet f20c4e19-972d-4ee6-a2b1-b38fa47e2443 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 15:54:43.568106 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc11597c-93f7-42df-b30f-38c1e04972a6 req-cfed444d-247a-48e5-9659-2e3b6692c540 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.1436985
Jul 09 15:54:43.570228 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.623457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:54:43.663682 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.665117 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.0454547
Jul 09 15:54:43.670393 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.673718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39786) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:43.751825 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.855776 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d4643346-d20b-41c2-9e18-e30593dc0741 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:43.905388 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Allocated IP 172.20.0.1 (b4b69126-8303-4672-b9e3-4903803a7a14/e2e2bc30-686d-4e48-a284-baffd9691d65/cf40ab63-786e-4176-9cc3-06fd5f4027e0) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:43.925117 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.960214 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:54:43.965404 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Transition to ACTIVE for port object 45a08c41-dee1-45eb-81f9-9dd152e1c214 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:43.988033 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:43.999486 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-3e6d04bb-856d-42d5-99ae-8ddb1f4f002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:44.129438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.135465 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Attempting to bind port 45a08c41-dee1-45eb-81f9-9dd152e1c214 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:54:44.135645 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Attempting to bind port 45a08c41-dee1-45eb-81f9-9dd152e1c214 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:54:44.139279 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Attempting to bind port 45a08c41-dee1-45eb-81f9-9dd152e1c214 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:54:44.177757 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:54:44.178158 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:44.182409 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.183868 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:54:44.184605 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Bound port: 45a08c41-dee1-45eb-81f9-9dd152e1c214, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:54:44.186635 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.191245 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e0590b20-6b4d-4ea6-b8b8-8fa31c6fe07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:44.199065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.239054 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.249787 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:44.266655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.281217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:54:44.284947 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae5f400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:44.291128 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20c4e19-972d-4ee6-a2b1-b38fa47e2443,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:44.295720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:44.313757 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] For port 45a08c41-dee1-45eb-81f9-9dd152e1c214, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:54:44.314506 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f20c4e19-972d-4ee6-a2b1-b38fa47e2443 HTTP/1.1" status: 204  len: 168 time: 0.8852146
Jul 09 15:54:44.315329 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39806) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:44.321200 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] For port 45a08c41-dee1-45eb-81f9-9dd152e1c214, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=45a08c41-dee1-45eb-81f9-9dd152e1c214,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:54:44.331841 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.344498 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Network b4b69126-8303-4672-b9e3-4903803a7a14 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:44.348603 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:44.353276 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:44.354378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.388898 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:54:44.389911 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adfc4f0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:44.404905 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Pushing event updated for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:44.414308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:44.474226 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Pushing event updated for resources: {'Port': ['ID=45a08c41-dee1-45eb-81f9-9dd152e1c214,revision_number=2']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:44.491963 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.494286 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.495025 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.495146 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.495433 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.495764 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.496137 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.496665 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.497551 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.497913 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.498296 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.498617 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Tracked resource versions report:
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]: pushed versions:
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]: {   'ConntrackHelper': {'1.0'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Log': {'1.0'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Network': {'1.1'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Port': {'1.5'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'PortForwarding': {'1.2'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'QosPolicy': {'1.8'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SecurityGroup': {'1.2'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SecurityGroupRule': {'1.0'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'SubPort': {'1.0'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Subnet': {'1.1'},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     'Trunk': {'1.1'}}
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]: consumer versions:
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]: {   DHCP agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     HyperV agent@hv-cinder-80022: {},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     L3 agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     Metadata agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     Metering agent@dv-cinder-800228-1-iscsi: {},
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:     Open vSwitch agent@dv-cinder-800228-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Log': '1.0',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Network': '1.1',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Port': '1.5',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'PortForwarding': '1.2',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'QosPolicy': '1.8',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SecurityGroup': '1.2',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SecurityGroupRule': '1.0',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'SubPort': '1.0',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Subnet': '1.1',
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:                                                      'Trunk': '1.1'}}
Jul 09 15:54:44.499578 dv-cinder-800228-1-iscsi neutron-server[74303]:  {{(pid=74303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 15:54:44.503569 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:44.508176 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:44.536730 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:44.695999 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Pushing event updated for resources: {'Port': ['ID=45a08c41-dee1-45eb-81f9-9dd152e1c214,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:44.769895 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abdbab-7d7a-49b0-a68b-4531f79a3d2e None None] Network 358293b3-8318-4f56-b096-47644353182a requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:54:45.017793 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:45.071219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:54:45.120367 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:54:45.131993 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.151496 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-20835eb3-c9eb-4db1-8ada-f50196a0cf25 req-b1476014-5cbb-43bd-b6cf-0d74580c738d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.1243138
Jul 09 15:54:45.165332 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6a5a9845b0>> segment before_delete 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.166258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6a5a9845b0>> subnet precommit_delete_associations 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.167011 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> segment_host_mapping after_create 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.167333 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> port after_create 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.167646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> port after_delete 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.167974 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> port after_update 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.168283 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> segment after_delete 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.168606 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> subnet after_create 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.168999 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> subnet after_delete 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.169258 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.169359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5ab859a0>> subnet after_update 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.181044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.183109 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.195628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:45.277669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-00ef9ff0-ea40-4adc-b399-7dba12f7b719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.388589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port d4643346-d20b-41c2-9e18-e30593dc0741 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:54:45.448252 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a606ac0>> subnet after_create 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.449053 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a606ac0>> subnet after_delete 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.449546 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a606ac0>> subnet before_create 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.451276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a606ac0>> subnet before_update 55550000 {{(pid=74300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:54:45.452210 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab85790>,) {'filters': {'network_id': ['458bef41-b1a1-4fd3-a4e5-e4943b568684']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:45.462791 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d4643346-d20b-41c2-9e18-e30593dc0741 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:45.463165 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.478185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab85790>, '27a67c3d-e56a-4030-a907-561ca9289853') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:45.478757 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab85790>, '27a67c3d-e56a-4030-a907-561ca9289853') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:45.508882 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.516808 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Pushing event updated for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:45.530974 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:45.540970 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.557868 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 15:54:45.558658 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.631949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Network b4b69126-8303-4672-b9e3-4903803a7a14 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:45.633283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   util.warn_limited(
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   util.warn_limited(
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 15:54:45.724765 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 15:54:45.848422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.856198 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:45.886831 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adfc4f0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'cf40ab63-786e-4176-9cc3-06fd5f4027e0', 'name': '', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'mac_address': 'fa:16:3e:7f:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:43Z', 'updated_at': '2021-07-09T15:54:43Z', 'revision_number': 1, 'project_id': '325348c9075645f1b677479eed1ed94a', 'subnets': [{'id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:45.891388 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddd20b8-66c9-4870-a277-7a3e1fe70468 None None] The sync data for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi is: [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'cf40ab63-786e-4176-9cc3-06fd5f4027e0', 'name': '', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'mac_address': 'fa:16:3e:7f:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:43Z', 'updated_at': '2021-07-09T15:54:43Z', 'revision_number': 1, 'project_id': '325348c9075645f1b677479eed1ed94a', 'subnets': [{'id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:54:45.894075 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39856) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:45.914255 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:45.943385 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Pushing event deleted for resources: {'Network': ['ID=458bef41-b1a1-4fd3-a4e5-e4943b568684,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:45.952117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:45.960741 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] 10.222.0.74 "DELETE /v2.0/networks/458bef41-b1a1-4fd3-a4e5-e4943b568684 HTTP/1.1" status: 204  len: 168 time: 1.6432941
Jul 09 15:54:45.962271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39862) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:46.018982 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.79', 55467) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:46.019251 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b79fadd1-fc3c-4906-af71-03bae7416b53 None None] Provisioning complete for port d4643346-d20b-41c2-9e18-e30593dc0741 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:46.019640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b79fadd1-fc3c-4906-af71-03bae7416b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.111007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.123952 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.213006 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Deleting subnet 18510b7e-93a7-47cc-96e7-141863295e03 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 15:54:46.230091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.265095 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port d4643346-d20b-41c2-9e18-e30593dc0741, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d4643346-d20b-41c2-9e18-e30593dc0741,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:54:46.402185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.436539 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.454154 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.497199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:46.692553 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=d4643346-d20b-41c2-9e18-e30593dc0741,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:46.699005 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:46.726308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-182992d9-dfda-4eb4-9469-776ea93c9dc2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:46.727556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-182992d9-dfda-4eb4-9469-776ea93c9dc2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Synchronizing usage tracker for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:network {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:46.748560 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae5f400>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:41Z', 'revision_number': 3, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:46.773299 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:54:46.773754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Updating router cc84b27a-4ba3-492a-a5b1-3ab28665070b port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:54:46.805991 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fbaf8adb-e13d-4c1b-a394-63b486be921d req-28538b8f-2af4-4b00-a97e-dbb16113e7c6 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.1870029
Jul 09 15:54:46.837997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:46.868569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb6fa6105a8410ea8429c492b0d14db is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:46.873911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:46.911053 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:46.925206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:46.946153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.003012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-182992d9-dfda-4eb4-9469-776ea93c9dc2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Unset dirty status for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:network {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:47.019099 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-182992d9-dfda-4eb4-9469-776ea93c9dc2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.79 "GET /v2.0/networks?id=a24dc775-056b-4b1d-a6b3-54d216cc203c HTTP/1.1" status: 200  len: 812 time: 0.9872179
Jul 09 15:54:47.088853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Request body: {'port': {'device_id': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c', 'admin_state_up': True, 'tenant_id': 'c100b5aba1414ab5a9cb486a2a402c12'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:47.251809 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.374210 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.407213 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:47.432778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:47.449274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Router f2370a2f-43ea-4ffa-9763-6b3daf96882a has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:54:47.452962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.453874 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Usage tracker for resource:port and tenant:c100b5aba1414ab5a9cb486a2a402c12 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:47.467014 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:47.469375 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18510b7e-93a7-47cc-96e7-141863295e03,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:47.478307 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:47.480532 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/18510b7e-93a7-47cc-96e7-141863295e03 HTTP/1.1" status: 204  len: 168 time: 1.5170293
Jul 09 15:54:47.483964 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39912) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:47.491333 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:47.663103 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.677125 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Transition to ACTIVE for port object 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:47.691109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.695975 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-f252838d-eb48-4f12-bd05-d174c089bdd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:47.808073 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Attempting to bind port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:54:47.809758 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Attempting to bind port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:54:47.811417 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Attempting to bind port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:54:47.816379 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Pushing event updated for resources: {'Port': ['ID=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:47.831822 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:47.836385 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:54:47.838356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:54:47.840178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.840785 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:54:47.842793 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Bound port: 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:54:47.843293 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.909371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.941162 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:47.988182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Made reservation on behalf of c100b5aba1414ab5a9cb486a2a402c12 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:54:47.990822 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:48.000930 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:48.039745 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] For port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:54:48.046833 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] For port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:54:48.061498 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:48.068867 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:54:48.075292 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:48.166382 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:48.186609 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] 10.222.0.74 "PUT /v2.0/routers/f2370a2f-43ea-4ffa-9763-6b3daf96882a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3429427
Jul 09 15:54:48.216891 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6eb6fa6105a8410ea8429c492b0d14db&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3147326
Jul 09 15:54:48.222448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 39934) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:48.254619 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Pushing event updated for resources: {'Port': ['ID=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:48.277503 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:48.340499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:54:48.341183 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae5f400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:48.537599 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4b36210f-510c-43f4-af82-4b3d3bc5e110 req-7d152914-eee6-4323-a720-0a7f137a47be tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.1615877
Jul 09 15:54:48.643252 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Allocated IP 172.20.0.2 (a24dc775-056b-4b1d-a6b3-54d216cc203c/e0ed9d29-eec0-46fb-a2f9-144b2dc54f06/21c986c2-fcd5-4d47-840e-aa11db0769a5) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:48.747551 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84620f-e03f-4d89-af4f-70698f98795b,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:48.775834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 45a08c41-dee1-45eb-81f9-9dd152e1c214 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:48.862618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:48.906975 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:54:48.962114 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.056327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a3e9c40>,) {'filters': {'network_id': ['358293b3-8318-4f56-b096-47644353182a']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:49.128194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a3e9c40>, 'c4d14d39-e3c1-4628-bc78-cba71c438679') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:49.128479 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a3e9c40>, 'c4d14d39-e3c1-4628-bc78-cba71c438679') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:49.160067 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.190950 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.203679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.209754 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.229771 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 15:54:49.230342 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 15:54:49.251868 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 15:54:49.335852 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 45a08c41-dee1-45eb-81f9-9dd152e1c214 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:54:49.438263 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.539150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.543242 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 45a08c41-dee1-45eb-81f9-9dd152e1c214 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:49.543665 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.550052 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.557924 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c55cb7c8-f134-4a85-b47e-bf89b697a908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:49.573605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.591460 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] 10.222.0.74 "DELETE /v2.0/networks/358293b3-8318-4f56-b096-47644353182a HTTP/1.1" status: 204  len: 168 time: 2.1054971
Jul 09 15:54:49.632546 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Pushing event deleted for resources: {'Network': ['ID=358293b3-8318-4f56-b096-47644353182a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:49.665285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:49.685207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1823-6200-429e-97f6-defbdb34c727 req-0f197980-f161-48c6-bbd8-c9d1de173956 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:49.693356 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-0f197980-f161-48c6-bbd8-c9d1de173956 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 819 time: 0.3637850
Jul 09 15:54:49.733116 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-6952791c-3830-4579-a461-77b674c0dc1c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/quotas/325348c9075645f1b677479eed1ed94a HTTP/1.1" status: 200  len: 375 time: 0.0387120
Jul 09 15:54:49.739957 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae5f400>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:41Z', 'revision_number': 3, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:54:49.750701 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07efe8-67ee-4bba-a9ff-43629d715d6b None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:41Z', 'revision_number': 3, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:54:49.755923 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.762064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.771236 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-76be1db7-39e5-4daa-86c6-f4f66ea60654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:49.808996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 45a08c41-dee1-45eb-81f9-9dd152e1c214, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=45a08c41-dee1-45eb-81f9-9dd152e1c214,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:54:49.815070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.818548 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed84620f-e03f-4d89-af4f-70698f98795b HTTP/1.1" status: 204  len: 168 time: 1.5703218
Jul 09 15:54:49.822959 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.824855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d4643346-d20b-41c2-9e18-e30593dc0741 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:49.832617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:49.840640 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84620f-e03f-4d89-af4f-70698f98795b,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:49.845226 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:49.897882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:49.922361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:50.003977 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Allocated IP 172.20.0.1 (60d849f9-ffc3-4c7f-9f24-2898b2d88fe9/66a3eb75-fc06-46e4-a365-7a462d96df95/e3468f74-7837-4105-934b-61b39b7f4bd7) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:54:50.048944 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=45a08c41-dee1-45eb-81f9-9dd152e1c214,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:50.054532 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:50.064832 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d4643346-d20b-41c2-9e18-e30593dc0741 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:50.065329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.070261 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39990) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:50.084088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Network a24dc775-056b-4b1d-a6b3-54d216cc203c is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:50.113441 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:50.118662 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:50.124239 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:50.124856 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.153733 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Pushing event updated for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:50.164969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:50.183937 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1122761
Jul 09 15:54:50.186978 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-b02c1823-6200-429e-97f6-defbdb34c727 req-7346bd91-5629-4cda-bfdb-09728917f4a5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:50.211891 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-59e54955-a5a7-4fb4-abab-f8d5db341b2d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59e80c68b7c84541b1c08fabe0214ebc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1383491
Jul 09 15:54:50.212718 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 39996) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:50.243492 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-b02c1823-6200-429e-97f6-defbdb34c727 req-7346bd91-5629-4cda-bfdb-09728917f4a5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:50.244814 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-7346bd91-5629-4cda-bfdb-09728917f4a5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5110500
Jul 09 15:54:50.304531 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.352681 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38521ce3-c987-474d-899a-6feec83c6ad2 req-368eb3c2-6ba2-45ba-aa33-7011965fba56 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:50.354488 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-38521ce3-c987-474d-899a-6feec83c6ad2 req-368eb3c2-6ba2-45ba-aa33-7011965fba56 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.2764852
Jul 09 15:54:50.362929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.367087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.405254 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Transition to ACTIVE for port object e3468f74-7837-4105-934b-61b39b7f4bd7 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:50.414058 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40004) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:50.436816 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-38521ce3-c987-474d-899a-6feec83c6ad2 req-c2164729-3a19-4019-b0e7-64726b414b43 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703456
Jul 09 15:54:50.456505 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.460901 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-195f4330-2ff3-4c59-85f5-5ba7a56ffac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:50.490764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.570430 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:50.574159 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:50.585105 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:50.592183 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:54:50.606811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:50.616661 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Usage tracker for resource:security_group_rule and tenant:149c7dde052c4c088a0ce2aa8e93f5d9 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:50.621217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:50.627118 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.651042 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 45a08c41-dee1-45eb-81f9-9dd152e1c214 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:50.659093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:50.668685 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e10a5d30-bad6-4273-97ec-77ff5ceeedd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:50.753484 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d26a4-500e-46fb-8537-8bd37564066e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:50.762156 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:50.770206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:50.796871 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.838297 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.841779 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cd9d26a4-500e-46fb-8537-8bd37564066e HTTP/1.1" status: 204  len: 168 time: 0.6258049
Jul 09 15:54:50.865763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-d439ec4b-4141-45ea-97f8-fea170771ade service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74301) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:54:50.868341 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-d439ec4b-4141-45ea-97f8-fea170771ade service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4249644
Jul 09 15:54:50.944806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 45a08c41-dee1-45eb-81f9-9dd152e1c214 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:50.945188 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:50.976674 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.102095 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-a65e9e14-e2e9-41e5-a712-c4a16130ae9a None None] Provisioning for port e3468f74-7837-4105-934b-61b39b7f4bd7 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:54:51.110771 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-a65e9e14-e2e9-41e5-a712-c4a16130ae9a None None] Provisioning complete for port e3468f74-7837-4105-934b-61b39b7f4bd7 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:51.111450 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a65e9e14-e2e9-41e5-a712-c4a16130ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.146584 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.171343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.202159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:51.414799 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-ab198204-2eeb-4c9d-a0ea-0bf1eea5e9a6 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5294945
Jul 09 15:54:51.455872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112efca4-e991-4d59-8b1f-b2efc478da0e,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:51.463442 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-a65e9e14-e2e9-41e5-a712-c4a16130ae9a None None] Port e3468f74-7837-4105-934b-61b39b7f4bd7 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:54:51.465266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:51.476288 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=149c7dde052c4c088a0ce2aa8e93f5d9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0607696
Jul 09 15:54:51.528815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40032) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:51.552708 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40038) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:51.556206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.562788 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.616567 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:51.695218 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a1ec3aff-c832-4ece-8288-5cb4f91d01ef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85461eeff5da4c9d8460fd6951406a03&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1410375
Jul 09 15:54:51.699673 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40044) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:51.701843 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-b82ef703-4a90-4e3c-9946-42d879995825 service neutron] 10.222.0.74 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2750082
Jul 09 15:54:51.702651 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.760745 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.802438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.811630 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:51.817199 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:51.827096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.864785 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.874843 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.889774 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:51.913224 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112efca4-e991-4d59-8b1f-b2efc478da0e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:51.918132 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e9f00-c1d8-47d0-a57a-1fe44d8a609b req-cdcc68b4-5b1e-4b6f-a054-b39f542f7058 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:51.926268 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-355e9f00-c1d8-47d0-a57a-1fe44d8a609b req-cdcc68b4-5b1e-4b6f-a054-b39f542f7058 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.2508218
Jul 09 15:54:51.934692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:51.956107 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:51.957243 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/112efca4-e991-4d59-8b1f-b2efc478da0e HTTP/1.1" status: 204  len: 168 time: 0.4271545
Jul 09 15:54:52.018498 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:52.023758 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a757e294-21ce-45f7-b0a9-b2e37f05e015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:52.036568 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-355e9f00-c1d8-47d0-a57a-1fe44d8a609b req-7971da2d-1ad6-4d2e-8887-e35ca4e334ae tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094456
Jul 09 15:54:52.042703 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfe750-7d60-476b-9b57-39c5eefc77e4,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:52.051323 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:52.059351 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:52.063800 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01dfe750-7d60-476b-9b57-39c5eefc77e4 HTTP/1.1" status: 204  len: 168 time: 0.3516524
Jul 09 15:54:52.074392 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:54:52.075560 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:54:52.414600 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-85de0602-b96d-43bc-a968-1a6e18ac2a13 req-10b4f4cf-c65f-41f8-9715-cb43c882c317 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 210 time: 0.1489680
Jul 09 15:54:52.728513 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-6f2bf9ef-af54-41a7-9529-740160214e41 None None] Provisioning complete for port e3468f74-7837-4105-934b-61b39b7f4bd7 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:52.736381 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf9ef-af54-41a7-9529-740160214e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:52.964891 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bf9ef-af54-41a7-9529-740160214e41 None None] Port e3468f74-7837-4105-934b-61b39b7f4bd7 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:54:53.414649 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-3b0cfb1e-d359-4597-9459-a2a1cc9eebf6 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:53.415696 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-3b0cfb1e-d359-4597-9459-a2a1cc9eebf6 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Synchronizing usage tracker for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:53.443708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-57809769-cb21-4f0d-8236-f1de814b3e61 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:53.444645 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-57809769-cb21-4f0d-8236-f1de814b3e61 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:network {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:53.448542 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-3b0cfb1e-d359-4597-9459-a2a1cc9eebf6 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Unset dirty status for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:53.455779 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-3b0cfb1e-d359-4597-9459-a2a1cc9eebf6 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.1626396
Jul 09 15:54:53.477495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-57809769-cb21-4f0d-8236-f1de814b3e61 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:network {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:53.484276 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-57809769-cb21-4f0d-8236-f1de814b3e61 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 819 time: 0.4374185
Jul 09 15:54:53.518535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-24f3b3f1-e83f-4066-917a-07fb46e3daf2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Synchronizing usage tracker for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:54:53.522619 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-15bf3f89-065f-4a1d-bc8e-57a3f01f0931 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/quotas/325348c9075645f1b677479eed1ed94a HTTP/1.1" status: 200  len: 375 time: 0.0364339
Jul 09 15:54:53.541000 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-24f3b3f1-e83f-4066-917a-07fb46e3daf2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Unset dirty status for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:54:53.542191 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-50d67d75-fa55-49f0-bc9b-66b4bb5b5997 req-24f3b3f1-e83f-4066-917a-07fb46e3daf2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847094
Jul 09 15:54:53.585141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:54:53.698402 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-4049aac9-e078-45c2-bc1e-d1b9859acec6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1723173
Jul 09 15:54:54.007762 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-ae801b5d-ca83-4fbc-8c03-88b713a90dda service neutron] 10.222.0.74 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036606
Jul 09 15:54:54.231442 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:54:54.242499 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] 10.222.0.74 "PUT /v2.0/routers/cc84b27a-4ba3-492a-a5b1-3ab28665070b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5673606
Jul 09 15:54:54.296370 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-80feaab5-0391-48ee-8b36-36346ac554ed service neutron] 10.222.0.74 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2735896
Jul 09 15:54:54.613769 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e36b3ea1-88b5-4d04-868a-88f318079f0d req-bf3bc0d6-cfce-49a9-8d10-1cdf560838fe tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.0854530
Jul 09 15:54:55.144797 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aead6c-db8d-482c-b9b9-7f129b06e581 req-84aa030b-588a-4bdf-8f37-efc8323c535c tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:55.158780 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-49aead6c-db8d-482c-b9b9-7f129b06e581 req-84aa030b-588a-4bdf-8f37-efc8323c535c tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.2827034
Jul 09 15:54:55.298202 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-49aead6c-db8d-482c-b9b9-7f129b06e581 req-8b5e0f29-69c6-4279-aad0-c42193fd1a21 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381800
Jul 09 15:54:56.129359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-869bf8dc-f149-4dda-82ea-521ebce811ea tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74301) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 15:54:56.131286 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-869bf8dc-f149-4dda-82ea-521ebce811ea tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0067725
Jul 09 15:54:56.487042 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-51c21d05-876f-467e-a9e1-37b57e2cfd13 req-d89c1926-f6bd-46ed-b742-1e4f73fed996 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.2220404
Jul 09 15:54:56.520573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40232) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:56.527774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972741266', 'description': 'tempest-description--305793209'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:56.547348 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:56.560410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:56.594749 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:56.630207 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:56.686906 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:56.731511 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:56.917343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8098f-417c-471c-84ab-7346047976c4 req-d20e5afd-8d61-44e9-ad1c-db0e3d1c4fd4 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:56.927177 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:56.930529 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-daf8098f-417c-471c-84ab-7346047976c4 req-d20e5afd-8d61-44e9-ad1c-db0e3d1c4fd4 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.2025642
Jul 09 15:54:56.950035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:56.960035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:56.987213 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:56.993665 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:54:57.015140 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:57.020237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.119885 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-daf8098f-417c-471c-84ab-7346047976c4 req-00601feb-937b-4f19-88f5-25435410f93d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832130
Jul 09 15:54:57.198975 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.208165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.261873 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Request body: {'port': {'device_id': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:57.273048 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:57.364236 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf538e6-7c12-4887-8cbe-8a4130205084,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:57.367156 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.368616 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.8464682
Jul 09 15:54:57.375382 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40256) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:57.382181 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:57.396955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group_rule': {'security_group_id': '4bf538e6-7c12-4887-8cbe-8a4130205084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:57.417291 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:57.418269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.428270 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:57.435687 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:57.456537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:57.461091 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:54:57.472056 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.475214 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:57.496442 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.641076 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.680977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:57.688642 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:57.731036 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.748998 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.751661 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:57.846769 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5530bbf-7009-4ea2-a0db-65f4cd042e15,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:57.853340 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:57.855874 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4787240
Jul 09 15:54:57.858773 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40270) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:57.862579 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:57.873368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group_rule': {'security_group_id': '4bf538e6-7c12-4887-8cbe-8a4130205084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:57.895630 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:57.901304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:57.911331 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:57.955715 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:57.998224 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:58.139202 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40290) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:58.211448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.79', 55494) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:58.300625 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:58.346942 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eb927d57-03a2-4a40-8860-49b94f8d47f8 req-a899f94a-bdb5-41f9-95aa-8e9ffd094ee0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.4558072
Jul 09 15:54:58.569041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:58.639629 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:54:58.663422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:54:58.730465 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ad2afb-4ea9-4756-b2af-cc7b7f001361,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:54:58.741036 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:54:58.820151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:58.825337 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9611168
Jul 09 15:54:58.827301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40316) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:58.905733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:58.934289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:54:58.936001 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:58.957651 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40322) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:58.976275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:59.066746 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:floatingip and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:59.078718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:59.119614 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:59.159837 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-6cf89d76-dd85-4890-86fa-1ee087666fb9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:59.164686 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-6cf89d76-dd85-4890-86fa-1ee087666fb9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 819 time: 0.8586550
Jul 09 15:54:59.189072 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f898bf-9574-48a5-a659-c781bd3a7849 req-85e7be17-449e-4ba4-ba36-d783030b303d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:54:59.197528 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-43f898bf-9574-48a5-a659-c781bd3a7849 req-85e7be17-449e-4ba4-ba36-d783030b303d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 931 time: 0.7810931
Jul 09 15:54:59.215974 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.271476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Request body: {'port': {'device_id': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'admin_state_up': True, 'tenant_id': '325348c9075645f1b677479eed1ed94a'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:54:59.273001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.79', 55497) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:54:59.459081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c986c2-fcd5-4d47-840e-aa11db0769a5 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:54:59.477762 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.500641 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.522796 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Transition to ACTIVE for port object 21c986c2-fcd5-4d47-840e-aa11db0769a5 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:54:59.580913 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.584218 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.707749 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:54:59.719226 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Usage tracker for resource:security_group_rule and tenant:3ac74b3e7776492bb5957f3ba483e7a1 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:54:59.723026 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:54:59.729770 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:54:59.899118 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:54:59.979158 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.030102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:00.073361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1823-6200-429e-97f6-defbdb34c727 req-e769577c-b3da-4b44-b87a-54dc0bc189c2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:00.075378 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-e769577c-b3da-4b44-b87a-54dc0bc189c2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 819 time: 0.7138448
Jul 09 15:55:00.091467 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:00.103256 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3804f4e85d6e4cb7a5341ddf0c026f38 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:00.114497 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:00.122500 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a9cc7014-1f4d-47cc-9870-14bcf362cb45 req-9d0c6988-e801-4b04-a27b-c598ba5a1033 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.3698308
Jul 09 15:55:00.139043 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Request body: {'port': {'device_id': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'admin_state_up': True, 'tenant_id': '325348c9075645f1b677479eed1ed94a'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:00.152481 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:00.234005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a36c9f80-dbca-4619-8536-26cbe5d54803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:00.271384 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-43f898bf-9574-48a5-a659-c781bd3a7849 req-66f84487-f563-4c6e-8732-39ad370a0190 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0727015
Jul 09 15:55:00.299552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f31bd9-2526-4ad0-9b7c-eef25ab2a540,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:00.303349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:00.357093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:00.404694 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ac74b3e7776492bb5957f3ba483e7a1&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2594199
Jul 09 15:55:00.410987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40366) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:00.420268 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.444041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:00.446214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.449533 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:00.470593 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:00.473374 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:00.480852 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:00.541624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Made reservation on behalf of 325348c9075645f1b677479eed1ed94a for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:00.545296 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.560120 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3804f4e85d6e4cb7a5341ddf0c026f38&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5977230
Jul 09 15:55:00.566847 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40374) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:00.624411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Attempting to bind port 21c986c2-fcd5-4d47-840e-aa11db0769a5 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:00.625566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Attempting to bind port 21c986c2-fcd5-4d47-840e-aa11db0769a5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'efc508e3-45d2-4296-abaa-8e20c195319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:00.626155 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Attempting to bind port 21c986c2-fcd5-4d47-840e-aa11db0769a5 on network a24dc775-056b-4b1d-a6b3-54d216cc203c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:00.644419 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:00.664251 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87adcf64-f02a-4b8d-972d-71bea778477c,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:00.729580 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:00.740144 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Port 21c986c2-fcd5-4d47-840e-aa11db0769a5 on network a24dc775-056b-4b1d-a6b3-54d216cc203c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:55:00.740868 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Attempting to bind port 21c986c2-fcd5-4d47-840e-aa11db0769a5 on network a24dc775-056b-4b1d-a6b3-54d216cc203c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:00.760933 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Made reservation on behalf of 325348c9075645f1b677479eed1ed94a for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:00.764264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.785230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:00.785639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.785832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Checking segment: {'id': 'efc508e3-45d2-4296-abaa-8e20c195319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:00.786371 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Bound using segment: {'id': 'efc508e3-45d2-4296-abaa-8e20c195319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:00.786907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Bound port: 21c986c2-fcd5-4d47-840e-aa11db0769a5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc508e3-45d2-4296-abaa-8e20c195319f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:00.787316 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.836422 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.945549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:00.960498 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.077937 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.125837 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Allocated IP 172.20.0.11 (b4b69126-8303-4672-b9e3-4903803a7a14/e2e2bc30-686d-4e48-a284-baffd9691d65/ff92fed6-536a-42e5-9122-d1f2f0cf21ad) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:55:01.127989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.150949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:01.154290 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e4934e3b-f52a-4453-94bb-01d417d6af2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:01.192681 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87adcf64-f02a-4b8d-972d-71bea778477c,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:01.194573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.209560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:01.218094 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.219749 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87adcf64-f02a-4b8d-972d-71bea778477c HTTP/1.1" status: 204  len: 168 time: 0.6431303
Jul 09 15:55:01.221585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5,segment=NetworkSegment(efc508e3-45d2-4296-abaa-8e20c195319f),segment_id=efc508e3-45d2-4296-abaa-8e20c195319f)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:01.241948 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.243411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:01.259968 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:01.343167 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:01.355720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f31bd9-2526-4ad0-9b7c-eef25ab2a540,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:01.370242 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.371941 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] 10.222.0.79 "PUT /v2.0/ports/21c986c2-fcd5-4d47-840e-aa11db0769a5 HTTP/1.1" status: 200  len: 1093 time: 4.5922341
Jul 09 15:55:01.375595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:01.415278 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:01.506761 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:01.508023 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08f31bd9-2526-4ad0-9b7c-eef25ab2a540 HTTP/1.1" status: 204  len: 168 time: 1.0918310
Jul 09 15:55:01.534811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:01.545208 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Allocated IP 172.27.2.67 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/56c53514-8701-41a5-80ab-8fd335781f12) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:55:02.348276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c085c5-d1d7-438e-9309-bb4bdd8e16d9 req-f85300b9-991d-40d5-9632-7f5a2ae19595 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:02.358795 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e5c085c5-d1d7-438e-9309-bb4bdd8e16d9 req-f85300b9-991d-40d5-9632-7f5a2ae19595 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 943 time: 0.7166240
Jul 09 15:55:02.449299 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:02.506318 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-ce9023a3-db9c-4800-bf10-c038db2c44fb req-571eca28-eec5-4121-abcc-a28bd6cd479e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:02.517804 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:02.528935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:02.587633 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-243d641f-d6ce-45a6-91ea-6bee7fbbbfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:02.596387 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e5c085c5-d1d7-438e-9309-bb4bdd8e16d9 req-f0491e92-3042-4774-9f31-4ba0675afa3e tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292850
Jul 09 15:55:02.662704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Allocated IP 172.20.0.10 (b4b69126-8303-4672-b9e3-4903803a7a14/e2e2bc30-686d-4e48-a284-baffd9691d65/fac5949f-c55f-49d8-98b8-1aa562b92934) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:55:02.701542 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:02.717601 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:02.728159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-ce9023a3-db9c-4800-bf10-c038db2c44fb req-571eca28-eec5-4121-abcc-a28bd6cd479e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:02.740465 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ce9023a3-db9c-4800-bf10-c038db2c44fb req-571eca28-eec5-4121-abcc-a28bd6cd479e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.9007990
Jul 09 15:55:02.766151 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-16b358b0-61e2-4c2f-a1e8-fc0022a3d73a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c100b5aba1414ab5a9cb486a2a402c12&device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 1096 time: 1.2220080
Jul 09 15:55:02.766151 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Network b4b69126-8303-4672-b9e3-4903803a7a14 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:55:02.768549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:02.785034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:55:02.791301 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:02.791930 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:02.816876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Pushing event updated for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:02.824518 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:55:02.829686 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:02.836350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:02.849537 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7183397
Jul 09 15:55:02.862399 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:55:02.930851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=56c53514-8701-41a5-80ab-8fd335781f12,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:02.935218 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:03.250340 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Request body: {'port': {'device_id': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:03.411908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:03.448166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:03.465247 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-4ebb2025-baa0-4fe5-b899-113ad7d634cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5 HTTP/1.1" status: 200  len: 217 time: 0.1048737
Jul 09 15:55:03.470264 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5', 'status': 'completed', 'code': 200}
Jul 09 15:55:03.538148 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:03.554562 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Sync routers for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:55:03.589586 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:03.592388 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5abd90a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:03.625206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:03.635462 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-b41ac790-94e2-4731-a7f0-46b5370ac34c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:03.637715 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-b41ac790-94e2-4731-a7f0-46b5370ac34c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0ed9d29-eec0-46fb-a2f9-144b2dc54f06 HTTP/1.1" status: 200  len: 852 time: 0.1638508
Jul 09 15:55:03.638630 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:03.677911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bcdd6275-b4cd-4c19-a470-0e0d46b00df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:03.709652 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-87e816a0-8869-4808-bbbb-89d8210b70b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a24dc775-056b-4b1d-a6b3-54d216cc203c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564308
Jul 09 15:55:03.930680 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40548) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:04.163082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Network b4b69126-8303-4672-b9e3-4903803a7a14 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:55:04.164340 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:04.192270 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:55:04.254929 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:04.288282 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Pushing event updated for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:04.317592 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:04.344480 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:55:04.361302 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:04.364645 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac210a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:04.522122 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:04.526210 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:04.535825 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:04.583773 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3480685
Jul 09 15:55:04.615795 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:04.623255 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf70a6d03744eaaa56785c8f7af9dc6 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:04.631430 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:04.638308 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Request body: {'port': {'device_id': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:04.646961 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:04.732614 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def01950-7be7-4130-ac92-cf759376b2f3 req-878fedb6-7bf2-45e4-a612-4f2ee3dffdc5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:04.736308 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-def01950-7be7-4130-ac92-cf759376b2f3 req-878fedb6-7bf2-45e4-a612-4f2ee3dffdc5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:04.765261 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:04.767343 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:04.774683 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-7ed07bd3-b692-41fd-9ab7-e68ca9dc1571 service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0331414
Jul 09 15:55:04.779769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:04.869541 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:04.876701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93383e1e-d783-4458-8604-a7835e188d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:04.918340 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-def01950-7be7-4130-ac92-cf759376b2f3 req-878fedb6-7bf2-45e4-a612-4f2ee3dffdc5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:04.919891 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-def01950-7be7-4130-ac92-cf759376b2f3 req-878fedb6-7bf2-45e4-a612-4f2ee3dffdc5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 932 time: 0.7611728
Jul 09 15:55:04.960041 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aaf70a6d03744eaaa56785c8f7af9dc6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0230570
Jul 09 15:55:04.970832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40586) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:05.031656 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5abd90a0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'cf40ab63-786e-4176-9cc3-06fd5f4027e0', 'name': '', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'mac_address': 'fa:16:3e:7f:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:43Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 2, 'project_id': '325348c9075645f1b677479eed1ed94a', 'subnets': [{'id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:05.041575 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Checking router: f2370a2f-43ea-4ffa-9763-6b3daf96882a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:55:05.042057 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Updating router f2370a2f-43ea-4ffa-9763-6b3daf96882a port cf40ab63-786e-4176-9cc3-06fd5f4027e0 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:55:05.073903 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.db.resource_extend [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 15:55:05.104295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e9cd5-69ba-48b8-8583-6ea9a82bf786,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:05.108579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:05.138835 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ea52e-5d7d-4c30-9e72-792d0a4609f2 req-0849db0b-dadc-467e-8192-e80e6324427d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:05.143274 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.147147 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-832ea52e-5d7d-4c30-9e72-792d0a4609f2 req-0849db0b-dadc-467e-8192-e80e6324427d tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 943 time: 1.0667589
Jul 09 15:55:05.179003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.202463 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.250552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:05.281052 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac210a0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:54:51Z', 'revision_number': 2, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:05.286584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:55:05.287166 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Updating router cc84b27a-4ba3-492a-a5b1-3ab28665070b port e3468f74-7837-4105-934b-61b39b7f4bd7 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:55:05.292132 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-832ea52e-5d7d-4c30-9e72-792d0a4609f2 req-0dbb7070-c9d8-4769-986e-51f495fe3ef9 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439452
Jul 09 15:55:05.294422 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b2a7c6-7eb1-43f3-817b-90118e10d697 req-146af843-8afe-4995-a91f-f258b97c041a service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5097239
Jul 09 15:55:05.355228 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.385147 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.424728 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-def01950-7be7-4130-ac92-cf759376b2f3 req-719ec457-5fd5-4a4b-af4f-164869fd5882 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:05.449142 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.617911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-def01950-7be7-4130-ac92-cf759376b2f3 req-719ec457-5fd5-4a4b-af4f-164869fd5882 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:05.619290 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-def01950-7be7-4130-ac92-cf759376b2f3 req-719ec457-5fd5-4a4b-af4f-164869fd5882 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5651124
Jul 09 15:55:05.626587 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff92fed6-536a-42e5-9122-d1f2f0cf21ad {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:05.639621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=56c53514-8701-41a5-80ab-8fd335781f12,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:05.648593 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.651013 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:05.653676 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.656882 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.683022 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:05.701188 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.702713 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.8616788
Jul 09 15:55:05.709192 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e9cd5-69ba-48b8-8583-6ea9a82bf786,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:05.711988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:05.736872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:05.740500 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d0e9cd5-69ba-48b8-8583-6ea9a82bf786 HTTP/1.1" status: 204  len: 168 time: 0.7617550
Jul 09 15:55:05.740500 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Transition to ACTIVE for port object ff92fed6-536a-42e5-9122-d1f2f0cf21ad will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:05.749034 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-6c247019-5967-4e31-a36f-52fc3d357617 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c100b5aba1414ab5a9cb486a2a402c12&device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 1096 time: 0.3187320
Jul 09 15:55:06.083684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c1b81-7787-46f6-9033-f627695e41f8 req-62fbefd9-1a14-4013-b035-ba5aaefbbf46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:06.085364 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.085820 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-62fbefd9-1a14-4013-b035-ba5aaefbbf46 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a24dc775-056b-4b1d-a6b3-54d216cc203c HTTP/1.1" status: 200  len: 913 time: 0.3216279
Jul 09 15:55:06.086972 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.096927 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-114a87f5-1f15-432b-a1af-74984eddd1c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:06.118371 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Transition to ACTIVE for port object e3468f74-7837-4105-934b-61b39b7f4bd7 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:06.143454 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.149101 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-ecfe587d-ed5e-4f8b-b278-3106dd79d5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:06.226474 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.261085 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Transition to ACTIVE for port object cf40ab63-786e-4176-9cc3-06fd5f4027e0 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:06.280879 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Pushing event updated for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:06.284914 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:06.291837 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.302148 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-d8c81d4e-f4e3-4f9e-9352-7b0afb0d56f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:06.423210 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Pushing event updated for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:06.434221 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:06.492713 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Pushing event updated for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:06.525589 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:06.560277 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-71273784-0d31-4251-a041-b96f4a669684 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1972741266&fields=id&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 267 time: 0.1820197
Jul 09 15:55:06.566632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Attempting to bind port e3468f74-7837-4105-934b-61b39b7f4bd7 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:06.567172 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Attempting to bind port e3468f74-7837-4105-934b-61b39b7f4bd7 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:06.570332 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Attempting to bind port e3468f74-7837-4105-934b-61b39b7f4bd7 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:06.582648 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:06.585192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Checking segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:06.585717 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.586251 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Bound using segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:06.586852 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Bound port: e3468f74-7837-4105-934b-61b39b7f4bd7, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:06.589494 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.759211 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] For port e3468f74-7837-4105-934b-61b39b7f4bd7, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:06.764045 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] For port e3468f74-7837-4105-934b-61b39b7f4bd7, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=e3468f74-7837-4105-934b-61b39b7f4bd7,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:06.768929 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-e61b6538-8414-4063-aa76-fa74c1018f7b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5 HTTP/1.1" status: 200  len: 217 time: 0.6727457
Jul 09 15:55:06.777146 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:06.785770 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:06.849301 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40648) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:06.911308 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:06.912090 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac210a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:06.925769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c1b81-7787-46f6-9033-f627695e41f8 req-a8318b9c-86a4-40a3-89fe-d47c2a312466 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:06.927268 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-a8318b9c-86a4-40a3-89fe-d47c2a312466 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0ed9d29-eec0-46fb-a2f9-144b2dc54f06 HTTP/1.1" status: 200  len: 852 time: 0.0718589
Jul 09 15:55:07.008208 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Pushing event updated for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:07.020198 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:07.141978 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac5949f-c55f-49d8-98b8-1aa562b92934 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:07.147187 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.161319 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.163874 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Attempting to bind port ff92fed6-536a-42e5-9122-d1f2f0cf21ad on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:07.164368 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Attempting to bind port ff92fed6-536a-42e5-9122-d1f2f0cf21ad by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:07.164877 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Attempting to bind port ff92fed6-536a-42e5-9122-d1f2f0cf21ad on network b4b69126-8303-4672-b9e3-4903803a7a14 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:07.179150 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-35dbbe6d-81e2-4f15-9576-acfb5880c6a0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a24dc775-056b-4b1d-a6b3-54d216cc203c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2262671
Jul 09 15:55:07.192651 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Port ff92fed6-536a-42e5-9122-d1f2f0cf21ad on network b4b69126-8303-4672-b9e3-4903803a7a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:55:07.193274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Attempting to bind port ff92fed6-536a-42e5-9122-d1f2f0cf21ad on network b4b69126-8303-4672-b9e3-4903803a7a14 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:07.214377 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Transition to ACTIVE for port object fac5949f-c55f-49d8-98b8-1aa562b92934 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:07.227898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.231410 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Attempting to bind port cf40ab63-786e-4176-9cc3-06fd5f4027e0 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:07.231883 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Attempting to bind port cf40ab63-786e-4176-9cc3-06fd5f4027e0 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:07.232115 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Attempting to bind port cf40ab63-786e-4176-9cc3-06fd5f4027e0 on network b4b69126-8303-4672-b9e3-4903803a7a14 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:07.238787 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:07.261486 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:07.262010 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Checking segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:07.262431 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.262839 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Bound using segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:07.263334 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Bound port: cf40ab63-786e-4176-9cc3-06fd5f4027e0, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:07.263735 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.311041 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:07.330577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705cd5c-c21c-411d-96a9-f0c459973e26 req-0e67ec41-2d0e-4b32-9e12-1372b52009d1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:07.332076 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e705cd5c-c21c-411d-96a9-f0c459973e26 req-0e67ec41-2d0e-4b32-9e12-1372b52009d1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 943 time: 0.6948314
Jul 09 15:55:07.446640 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:07.447596 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Checking segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:07.448146 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Bound using segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:07.448756 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Bound port: ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:07.449253 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.512604 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-a61db6d1-d8c7-4bb3-893a-f0cecb09ae55 service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3069239
Jul 09 15:55:07.516649 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] For port cf40ab63-786e-4176-9cc3-06fd5f4027e0, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:07.523625 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] For port cf40ab63-786e-4176-9cc3-06fd5f4027e0, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=cf40ab63-786e-4176-9cc3-06fd5f4027e0,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:07.539386 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.541309 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-e13e4bf6-7018-40de-b562-8b64ebfd17e9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:07.551013 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:07.557765 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-e13e4bf6-7018-40de-b562-8b64ebfd17e9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 816 time: 0.9964166
Jul 09 15:55:07.572714 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Pushing event updated for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:07.582718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:07.609857 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:07.619130 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:07.619921 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5abd90a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:54:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:07.649645 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-a85fba85-b766-4e37-b3f9-7407dbf5d807 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/quotas/a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 375 time: 0.0907748
Jul 09 15:55:07.650300 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e705cd5c-c21c-411d-96a9-f0c459973e26 req-62a9edb5-8e5f-45b9-9b1a-9cacc4fd44c1 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570529
Jul 09 15:55:07.678538 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Attempting to bind port fac5949f-c55f-49d8-98b8-1aa562b92934 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:07.679455 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Attempting to bind port fac5949f-c55f-49d8-98b8-1aa562b92934 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:07.680304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Attempting to bind port fac5949f-c55f-49d8-98b8-1aa562b92934 on network b4b69126-8303-4672-b9e3-4903803a7a14 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:07.687797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Port fac5949f-c55f-49d8-98b8-1aa562b92934 on network b4b69126-8303-4672-b9e3-4903803a7a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:55:07.688628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Attempting to bind port fac5949f-c55f-49d8-98b8-1aa562b92934 on network b4b69126-8303-4672-b9e3-4903803a7a14 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:07.697249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:07.697743 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Checking segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:07.698464 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Bound using segment: {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:07.699119 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Bound port: fac5949f-c55f-49d8-98b8-1aa562b92934, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:07.699756 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.763880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Usage tracker for resource:security_group_rule and tenant:3614d39239684deab0389f19de18d7f6 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:07.817412 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:07.851069 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:07.905098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:07.910612 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fac5949f-c55f-49d8-98b8-1aa562b92934,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:07.916558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:07.924091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:07.935386 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:07.982254 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:08.028355 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:08.040556 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Pushing event updated for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=4']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:08.053665 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-055c1b81-7787-46f6-9033-f627695e41f8 req-d0e1214c-fd8f-41c8-a4c7-88dc2476e381 service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5211101
Jul 09 15:55:08.077270 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:08.083552 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-af19bb88-e533-476c-a7d9-62e8bacfdcf8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4326696
Jul 09 15:55:08.121323 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:08.144358 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:08.159653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:08.160539 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] 10.222.0.79 "PUT /v2.0/ports/ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 1094 time: 4.9156995
Jul 09 15:55:08.170406 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:08.315065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac210a0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:06Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:08.323393 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:08.324816 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] 10.222.0.79 "PUT /v2.0/ports/fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 200  len: 1094 time: 3.7107987
Jul 09 15:55:08.325297 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:08.327108 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec12c94-bcb7-404a-aaf2-60bcef6e9240 None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:06Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:55:08.358214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Pushing event updated for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:08.372037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:08.424270 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75c91c-7c40-4cb3-accd-593cafbc62af req-6d3cfd1b-2f81-493c-a6f0-5211e6cb2390 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:08.425833 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e75c91c-7c40-4cb3-accd-593cafbc62af req-6d3cfd1b-2f81-493c-a6f0-5211e6cb2390 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 944 time: 0.4158700
Jul 09 15:55:08.430336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:08.488603 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Pushing event updated for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:08.500120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:08.504540 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:08.596816 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d2b582d0-7eae-4022-9b56-32efb944d3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:08.629413 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40696) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:08.631282 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3614d39239684deab0389f19de18d7f6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7738500
Jul 09 15:55:08.666839 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-b44e0d32-532c-496e-84cf-9e8b5711b206 service neutron] 10.222.0.74 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5822434
Jul 09 15:55:08.812554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40706) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:08.897045 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fea8c8-617f-4a1d-b130-dadd40a36c93,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:08.917883 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:08.927154 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-9bbfccdb-4057-4fd2-aa62-c918626af6fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1097 time: 0.6756880
Jul 09 15:55:08.957920 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e75c91c-7c40-4cb3-accd-593cafbc62af req-220099b0-7b5f-430a-bdcd-b1d6e88bcfaa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4394250
Jul 09 15:55:08.966272 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device e3468f74-7837-4105-934b-61b39b7f4bd7 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:08.971512 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-0ad2884c-fd2c-49cd-a73e-6f01b2111ec0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1097 time: 0.5243337
Jul 09 15:55:08.972264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.132109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port e3468f74-7837-4105-934b-61b39b7f4bd7 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:09.144024 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port e3468f74-7837-4105-934b-61b39b7f4bd7 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:09.146126 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.168523 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5abd90a0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'cf40ab63-786e-4176-9cc3-06fd5f4027e0', 'name': '', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'mac_address': 'fa:16:3e:7f:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:43Z', 'updated_at': '2021-07-09T15:55:07Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'subnets': [{'id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:09.177915 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da118e-dcb6-4312-9850-46d6c3c136c0 None None] The sync data for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi is: [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:44Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'cf40ab63-786e-4176-9cc3-06fd5f4027e0', 'name': '', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'mac_address': 'fa:16:3e:7f:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:43Z', 'updated_at': '2021-07-09T15:55:07Z', 'revision_number': 4, 'project_id': '325348c9075645f1b677479eed1ed94a', 'subnets': [{'id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:55:09.182508 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-4011e923-1e00-4429-955c-d24a54d56ea6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 200  len: 217 time: 0.1993401
Jul 09 15:55:09.287956 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad', 'status': 'completed', 'code': 200}
Jul 09 15:55:09.362794 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-29da8d6c-3701-4ab9-940f-5240510dbbc8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.4109116
Jul 09 15:55:09.393234 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.522388 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-273ca038-982a-4e60-9535-733f3f85a97e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:09.528065 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-273ca038-982a-4e60-9535-733f3f85a97e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.3134189
Jul 09 15:55:09.540218 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-01fa0418-2650-438e-a828-dbb012a056d0 service neutron] 10.222.0.74 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8459668
Jul 09 15:55:09.549832 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.613590 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1823-6200-429e-97f6-defbdb34c727 req-d60955dd-ab2d-456b-bc24-f96f9a66a208 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:09.618843 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-d60955dd-ab2d-456b-bc24-f96f9a66a208 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.2219079
Jul 09 15:55:09.653237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port e3468f74-7837-4105-934b-61b39b7f4bd7, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=e3468f74-7837-4105-934b-61b39b7f4bd7,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:09.664186 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.665754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device cf40ab63-786e-4176-9cc3-06fd5f4027e0 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:09.825663 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-bdf9670f-5275-40f3-a8bf-8988abe33177 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1997201
Jul 09 15:55:09.842448 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:09.871437 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:09.983437 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-b9169835-ca66-49b1-a5ec-0288c8e9aba2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4462073
Jul 09 15:55:10.027659 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 21c986c2-fcd5-4d47-840e-aa11db0769a5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:55:10.160817 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port cf40ab63-786e-4176-9cc3-06fd5f4027e0 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:10.179755 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port cf40ab63-786e-4176-9cc3-06fd5f4027e0 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:10.186524 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.259456 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.resource_extend [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 15:55:10.321301 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-e2926d10-cf33-4ab8-8f27-6a753693379e service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4856882
Jul 09 15:55:10.494990 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.509040 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-a371a79d-4c20-489c-a041-d1f88cf38b4c service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053332
Jul 09 15:55:10.519635 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:10.552699 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:10.563104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:10.570997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fea8c8-617f-4a1d-b130-dadd40a36c93,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:10.613999 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b02c1823-6200-429e-97f6-defbdb34c727 req-c4ebf8f7-5697-4faa-9e13-16971b4df9eb service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2887304
Jul 09 15:55:10.681547 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5,segment=NetworkSegment(efc508e3-45d2-4296-abaa-8e20c195319f),segment_id=efc508e3-45d2-4296-abaa-8e20c195319f)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:10.703735 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '21c986c2-fcd5-4d47-840e-aa11db0769a5', 'network_id': 'a24dc775-056b-4b1d-a6b3-54d216cc203c', 'port_id': '21c986c2-fcd5-4d47-840e-aa11db0769a5', 'mac_address': 'fa:16:3e:86:85:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ed9d29-eec0-46fb-a2f9-144b2dc54f06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:55:10.710424 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.717373 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:10.728005 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934', 'status': 'completed', 'code': 200}
Jul 09 15:55:10.798371 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.866673 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port cf40ab63-786e-4176-9cc3-06fd5f4027e0, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=cf40ab63-786e-4176-9cc3-06fd5f4027e0,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:10.868952 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c986c2-fcd5-4d47-840e-aa11db0769a5 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:10.874049 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.888142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.892568 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:10.897938 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1022ea35-5a7e-473c-8cd0-22be0549442a req-782c2fbb-6d60-4d92-83f2-d3b62cb38f0d service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3292966
Jul 09 15:55:10.904228 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:10.917062 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Usage tracker for resource:security_group_rule and tenant:83cb9ead5f0c4b9fb14fad1cec980e60 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:10.920929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:10.941131 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92fea8c8-617f-4a1d-b130-dadd40a36c93 HTTP/1.1" status: 204  len: 168 time: 2.2980559
Jul 09 15:55:10.948399 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:10.969590 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:10.980849 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bec384-f901-48e1-b0ee-ad8aec803ffd req-79347ebc-d3eb-4923-afcb-528d9f254ad7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:10.996043 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f7bec384-f901-48e1-b0ee-ad8aec803ffd req-79347ebc-d3eb-4923-afcb-528d9f254ad7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 943 time: 1.4665220
Jul 09 15:55:11.064746 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-17ff4ef8-165f-4f21-b0c1-9251a3efcd58 req-dc752468-bc1d-471e-a9fb-80c53a470c3c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 210 time: 0.2065151
Jul 09 15:55:11.095004 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5,segment=NetworkSegment(efc508e3-45d2-4296-abaa-8e20c195319f),segment_id=efc508e3-45d2-4296-abaa-8e20c195319f)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:11.112882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device e3468f74-7837-4105-934b-61b39b7f4bd7 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:11.134714 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-32d6dfcd-a07c-4386-bef6-56b0611f8990 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1097 time: 0.3879192
Jul 09 15:55:11.204206 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f7bec384-f901-48e1-b0ee-ad8aec803ffd req-5f538f49-957a-474f-8228-c5fb96674218 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978447
Jul 09 15:55:11.243500 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-f4efca1a-0b63-4f89-bcf4-625e8b6f1518 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1097 time: 0.1882627
Jul 09 15:55:11.260631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40772) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:11.302537 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:11.309834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:11.337565 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:11.352797 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:11.534210 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:11.559997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:11.568493 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:11.584870 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-04481392-541a-477d-a7e3-4f992fc9bff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:11.587245 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:11.598827 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-04481392-541a-477d-a7e3-4f992fc9bff9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.4520679
Jul 09 15:55:11.650872 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port e3468f74-7837-4105-934b-61b39b7f4bd7 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:11.651534 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:11.680535 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-4e8cb413-34c1-4ff7-9fb5-82081edfcf1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:11.682321 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-4e8cb413-34c1-4ff7-9fb5-82081edfcf1a service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.4225481
Jul 09 15:55:11.702437 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-bb13fcd9-38c8-41e8-ad65-acfdb537fd94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.0920796
Jul 09 15:55:11.706579 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3e06b2ec-082c-4549-a65e-b47aa425b2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:11.711129 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed9885-e7d5-40d5-be87-aeba04ef1d3d req-7a1337f1-dd0e-4962-bda7-6f1058946919 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:11.712581 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21ed9885-e7d5-40d5-be87-aeba04ef1d3d req-7a1337f1-dd0e-4962-bda7-6f1058946919 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 944 time: 0.3641424
Jul 09 15:55:11.826913 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8be42a6-ac6b-4d7f-abb6-91f0f2ccc2d9,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:11.864019 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-e1128d81-f07c-4aa4-bd29-28c39f5fc98a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:11.867518 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-e1128d81-f07c-4aa4-bd29-28c39f5fc98a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.1539068
Jul 09 15:55:11.889389 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21ed9885-e7d5-40d5-be87-aeba04ef1d3d req-e4457305-ab96-432a-977a-d7ac2b1c1b60 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443198
Jul 09 15:55:11.992319 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-00fc9a8f-31f2-48f8-9562-2218cd98cdce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006207
Jul 09 15:55:12.031018 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:12.085693 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-f2f3ac5e-fae1-4b64-8edb-3d764193505d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 200  len: 217 time: 0.2630432
Jul 09 15:55:12.090010 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.123159 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:55:12.158855 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=83cb9ead5f0c4b9fb14fad1cec980e60&name=default HTTP/1.1" status: 200  len: 2647 time: 3.3439250
Jul 09 15:55:12.162438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40808) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:12.171277 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['21c986c2-fcd5-4d47-840e-aa11db0769a5'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:55:12.237804 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-952834c9-2239-4369-ba77-f2e62576b651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:12.239271 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-952834c9-2239-4369-ba77-f2e62576b651 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.1347892
Jul 09 15:55:12.240553 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:12.292452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ef30b5ff4c4a938eb83da9b8959240 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:12.301271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:12.306412 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-a62be3d3-8c96-4dd4-9b8a-e9bd9b9d9c5a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597095
Jul 09 15:55:12.310854 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:12.447791 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-b3661a5a-5448-4b36-a956-3dea47b63b7c service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4457378
Jul 09 15:55:12.460299 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-97ccbaa9-1976-4a51-916e-6b0d5c871157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.486377 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.518573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.564967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-837b03c3-9ff9-4534-92dc-bc136346727c req-bac2438a-564e-43c0-afc8-dab3a3600fed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:12.644498 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-837b03c3-9ff9-4534-92dc-bc136346727c req-bac2438a-564e-43c0-afc8-dab3a3600fed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:12.645852 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-837b03c3-9ff9-4534-92dc-bc136346727c req-bac2438a-564e-43c0-afc8-dab3a3600fed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 210 time: 0.2382390
Jul 09 15:55:12.665092 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-5c4d91a9-064d-42b2-9b09-95a7902b41b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:12.665682 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.667159 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-5c4d91a9-064d-42b2-9b09-95a7902b41b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 816 time: 0.5645704
Jul 09 15:55:12.682299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5398f831-e29b-4144-84aa-a645c1c933cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:12.711005 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-3f8fe467-3434-4517-b0c4-d53c34258ac8 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3945258
Jul 09 15:55:12.714869 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8be42a6-ac6b-4d7f-abb6-91f0f2ccc2d9,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:12.717608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.756611 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-7c0aef10-f4f8-4298-9ced-3858a66a54db service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2768226
Jul 09 15:55:12.758847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:12.780426 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-894192e1-cb10-4798-950b-91f2d670289e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 380 time: 0.0860412
Jul 09 15:55:12.788140 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be411-15b8-466b-bcf0-6dec1d05c6ae req-644ca6a4-4a9f-4fc3-aea6-dfdd54ab429f tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:12.790006 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e67be411-15b8-466b-bcf0-6dec1d05c6ae req-644ca6a4-4a9f-4fc3-aea6-dfdd54ab429f tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 944 time: 0.2178957
Jul 09 15:55:12.795140 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'port': {'device_id': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'admin_state_up': True, 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'security_groups': ['4bf538e6-7c12-4887-8cbe-8a4130205084']}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:12.838035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.861171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-08ee2295-74b6-4abd-9415-f42fefcd08bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:12.874773 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.897026 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:12.900944 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8be42a6-ac6b-4d7f-abb6-91f0f2ccc2d9 HTTP/1.1" status: 204  len: 168 time: 0.7349284
Jul 09 15:55:12.920569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6872898f-6e2e-47d9-ac4a-9ac05432d7a6,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:12.927354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:13.031254 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device cf40ab63-786e-4176-9cc3-06fd5f4027e0 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:13.040373 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8ef30b5ff4c4a938eb83da9b8959240&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7607410
Jul 09 15:55:13.042626 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40832) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:13.127166 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-51a9a109-76f6-4fc2-bb75-8f409e8b0e5f req-6e1a8a3f-7e2f-4d48-9792-6805d687da1b service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4070165
Jul 09 15:55:13.203611 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e67be411-15b8-466b-bcf0-6dec1d05c6ae req-3b64da6e-4710-4efe-91a8-8a3a5e737b78 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3823597
Jul 09 15:55:13.251261 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.254519 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port cf40ab63-786e-4176-9cc3-06fd5f4027e0 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:13.254979 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.291702 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.295571 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:13.316425 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:13.317272 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b387e0-77d7-4fd8-8bff-591fe00ee855 req-0b5d054a-df6e-4033-ba08-27c44203f7a1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:13.319216 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69b387e0-77d7-4fd8-8bff-591fe00ee855 req-0b5d054a-df6e-4033-ba08-27c44203f7a1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 944 time: 0.1906855
Jul 09 15:55:13.350908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Made reservation on behalf of a3a7aa4308c24ea180eb1460f6e9c743 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:13.354041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.431848 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69b387e0-77d7-4fd8-8bff-591fe00ee855 req-906a8b21-0961-4d67-a5fe-e5dea333ae59 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023433
Jul 09 15:55:13.445662 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.451225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8c9f3eb1-1e92-4ba3-b1aa-e15125aab916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:13.478119 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6872898f-6e2e-47d9-ac4a-9ac05432d7a6,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:13.482703 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:13.492573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.496510 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6872898f-6e2e-47d9-ac4a-9ac05432d7a6 HTTP/1.1" status: 204  len: 168 time: 0.4443638
Jul 09 15:55:13.643130 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40850) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:13.675098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:13.682557 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Allocated IP 172.20.0.8 (60d849f9-ffc3-4c7f-9f24-2898b2d88fe9/66a3eb75-fc06-46e4-a365-7a462d96df95/b5f403b0-ee24-45cb-8b06-618ce2931ca3) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:55:13.811104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:13.820725 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Usage tracker for resource:security_group_rule and tenant:3d5d9f94538249449df2c23cad615ca1 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:13.836542 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:13.845037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:13.967318 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 21c986c2-fcd5-4d47-840e-aa11db0769a5 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:14.049912 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.055886 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.066011 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f46841bb-4b22-41c1-a3f8-f93803d7c3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:14.072242 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.086104 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-513d0f9e-6b70-430e-a08e-452bb91616ad req-6fe80d44-e348-4462-8407-6fe6ea75e27e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 210 time: 0.0592618
Jul 09 15:55:14.098068 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Transition to ACTIVE for port object b5f403b0-ee24-45cb-8b06-618ce2931ca3 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:14.120925 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3d5d9f94538249449df2c23cad615ca1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4760683
Jul 09 15:55:14.123074 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f552f8e6-57d9-42e6-bf70-a1b42dce7942,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:14.124519 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40868) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:14.126542 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:14.164085 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.189009 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:14.201154 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 21c986c2-fcd5-4d47-840e-aa11db0769a5 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:14.215668 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 21c986c2-fcd5-4d47-840e-aa11db0769a5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:14.216068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.322258 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:55:14.327126 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:14.353436 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:14.356235 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:55:14.361600 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:14.362556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.382818 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:14.405642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.487684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.494823 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.555822 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7639534
Jul 09 15:55:14.580844 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Request body: {'port': {'device_id': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:14.589118 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5,segment=NetworkSegment(efc508e3-45d2-4296-abaa-8e20c195319f),segment_id=efc508e3-45d2-4296-abaa-8e20c195319f)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:14.592945 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:14.650514 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40890) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:14.659166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714e78-f9d5-435a-8094-01f14c9cc191 req-ec454148-99c4-456d-9f73-28fc4c13caa7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:14.672004 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2c714e78-f9d5-435a-8094-01f14c9cc191 req-ec454148-99c4-456d-9f73-28fc4c13caa7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 944 time: 0.2593210
Jul 09 15:55:14.701739 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.704702 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:14.714339 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.751636 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2c714e78-f9d5-435a-8094-01f14c9cc191 req-b841937b-f427-423f-a0d6-e4a1f4f98e18 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785120
Jul 09 15:55:14.763121 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.784275 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ed73822d-3ce6-4439-ad82-27b7e194825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.803508 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:14.821084 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:14.841623 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-6fd5fdf7-75a1-4222-8675-392040f0a0cb None None] Provisioning for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:14.850609 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-6fd5fdf7-75a1-4222-8675-392040f0a0cb None None] Provisioning complete for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:14.852032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fdf7-75a1-4222-8675-392040f0a0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.854783 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:14.892850 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:14.912863 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f552f8e6-57d9-42e6-bf70-a1b42dce7942,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:14.950886 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5fdf7-75a1-4222-8675-392040f0a0cb None None] Port b5f403b0-ee24-45cb-8b06-618ce2931ca3 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:55:14.957090 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:14.958371 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Usage tracker for resource:security_group_rule and tenant:b919279568014fe28834485b46fe0d29 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:14.966769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:14.971213 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f552f8e6-57d9-42e6-bf70-a1b42dce7942 HTTP/1.1" status: 204  len: 168 time: 0.8418460
Jul 09 15:55:14.980598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:14.992768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:15.016005 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.143434 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5', 'code': 200}
Jul 09 15:55:15.226662 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15005e9a-25e7-4877-8489-a3c5df31c4c8 req-99f85c5b-c9f2-4bc1-9673-83c1574d6806 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:15.233220 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-15005e9a-25e7-4877-8489-a3c5df31c4c8 req-99f85c5b-c9f2-4bc1-9673-83c1574d6806 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 944 time: 0.4890046
Jul 09 15:55:15.404922 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521f7a5-f1a5-435d-923a-59d3f40a4c5c req-fbfd83a1-5288-438b-9e15-108410b40186 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:15.413467 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7521f7a5-f1a5-435d-923a-59d3f40a4c5c req-fbfd83a1-5288-438b-9e15-108410b40186 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 931 time: 0.1094649
Jul 09 15:55:15.484819 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-15005e9a-25e7-4877-8489-a3c5df31c4c8 req-826e4892-52e9-4689-9f76-3c5db73a1b3d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504683
Jul 09 15:55:15.512281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.531122 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.554111 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7521f7a5-f1a5-435d-923a-59d3f40a4c5c req-6b71e7fd-c82a-4c1a-9790-0e6a6501971c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:15.563375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7a1f5ae6-1b3a-456d-9f28-01f4db9f80c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:15.590448 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-758484cd-675e-4674-ab48-8eb497d4f679 req-08abf22d-be3d-46c5-8df5-4211dd0cf059 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 1098 time: 0.1333649
Jul 09 15:55:15.591188 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7521f7a5-f1a5-435d-923a-59d3f40a4c5c req-6b71e7fd-c82a-4c1a-9790-0e6a6501971c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:15.597400 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b919279568014fe28834485b46fe0d29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9307711
Jul 09 15:55:15.597400 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d714031c-bb15-43a2-ad1b-5bf51bfefb7e,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:15.599405 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 40930) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:15.614077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:15.615592 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7521f7a5-f1a5-435d-923a-59d3f40a4c5c req-6b71e7fd-c82a-4c1a-9790-0e6a6501971c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2008283
Jul 09 15:55:15.655951 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.703953 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.721455 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:15.726902 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Usage tracker for resource:security_group_rule and tenant:1f1621b9cdef4f3aa5ec46714ce0cec9 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:15.730423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:15.737948 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:15.854196 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:15.858690 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.867177 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.875103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.888932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:15.918357 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:15.927928 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-758484cd-675e-4674-ab48-8eb497d4f679 req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102508
Jul 09 15:55:15.962627 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fac5949f-c55f-49d8-98b8-1aa562b92934 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:55:15.982933 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0864b4-eb91-479b-89bc-b37286fa563f,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:15.988608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:15.990197 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Transition to ACTIVE for port object b5f403b0-ee24-45cb-8b06-618ce2931ca3 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:55:16.010225 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.061028 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.073134 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:16.074286 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40948) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:16.245386 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fac5949f-c55f-49d8-98b8-1aa562b92934,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:16.277013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'fac5949f-c55f-49d8-98b8-1aa562b92934', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'port_id': 'fac5949f-c55f-49d8-98b8-1aa562b92934', 'mac_address': 'fa:16:3e:e1:fe:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:55:16.442471 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.503943 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:16.547979 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:16.550767 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac5949f-c55f-49d8-98b8-1aa562b92934 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:16.581094 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Attempting to bind port b5f403b0-ee24-45cb-8b06-618ce2931ca3 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:55:16.581772 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Attempting to bind port b5f403b0-ee24-45cb-8b06-618ce2931ca3 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:55:16.582464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Attempting to bind port b5f403b0-ee24-45cb-8b06-618ce2931ca3 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:16.596758 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Port b5f403b0-ee24-45cb-8b06-618ce2931ca3 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:55:16.597359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Attempting to bind port b5f403b0-ee24-45cb-8b06-618ce2931ca3 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:55:16.604481 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.617441 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245074e6-2a78-4a6e-9d16-09e154e21e96 req-de83a22a-2053-43e0-9e26-8a87e7358a48 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:16.619314 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-245074e6-2a78-4a6e-9d16-09e154e21e96 req-de83a22a-2053-43e0-9e26-8a87e7358a48 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.5015092
Jul 09 15:55:16.619424 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fac5949f-c55f-49d8-98b8-1aa562b92934,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:16.622252 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:16.627966 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.628701 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ff92fed6-536a-42e5-9122-d1f2f0cf21ad details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:55:16.636184 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:55:16.636938 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Checking segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:16.637531 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Bound using segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:55:16.638206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Bound port: b5f403b0-ee24-45cb-8b06-618ce2931ca3, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:55:16.638764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.640065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:16.640972 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.673388 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714031c-bb15-43a2-ad1b-5bf51bfefb7e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:16.682171 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:16.687471 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.688973 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d714031c-bb15-43a2-ad1b-5bf51bfefb7e HTTP/1.1" status: 204  len: 168 time: 1.0877221
Jul 09 15:55:16.732137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:16.736805 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Usage tracker for resource:security_group_rule and tenant:69134a12ff154b24bb7107ff7182594b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:16.740105 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:16.747231 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:16.767130 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:16.779065 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-245074e6-2a78-4a6e-9d16-09e154e21e96 req-4bab31dd-bcbc-4ed2-b9f5-196a31b23d23 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478131
Jul 09 15:55:16.781325 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:16.787006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:16.789201 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad', 'network_id': 'b4b69126-8303-4672-b9e3-4903803a7a14', 'port_id': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad', 'mac_address': 'fa:16:3e:c8:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e2bc30-686d-4e48-a284-baffd9691d65', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:55:16.836462 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:55:16.843794 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:55:16.852501 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.860773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:16.864724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.888834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff92fed6-536a-42e5-9122-d1f2f0cf21ad {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:16.921720 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:16.928121 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.931484 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:16.940213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:16.941591 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] 10.222.0.79 "PUT /v2.0/ports/b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 1093 time: 2.3696694
Jul 09 15:55:16.942080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:16.964845 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:16.985411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:17.026272 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:17.031621 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:17.067934 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea09f95-0d49-4c47-9fa4-3c60b75ad273 req-271309b6-3a9f-4efc-be0b-025fad1bf1bf tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:17.069490 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ea09f95-0d49-4c47-9fa4-3c60b75ad273 req-271309b6-3a9f-4efc-be0b-025fad1bf1bf tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.4058917
Jul 09 15:55:17.071363 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.085005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.131536 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:17.169095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eff5d7e-a705-4a66-b918-dc9527b4cc91,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:17.180018 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:17.194979 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.219549 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69134a12ff154b24bb7107ff7182594b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1383977
Jul 09 15:55:17.219549 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 40986) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:17.269992 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ea09f95-0d49-4c47-9fa4-3c60b75ad273 req-f716d84d-7235-45cb-b02b-b1763f53aef8 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865280
Jul 09 15:55:17.318163 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-715435fc-bbb5-4182-94b0-78465b8313cc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1096 time: 0.2947032
Jul 09 15:55:17.385458 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.429752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.454316 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'status': 'completed', 'code': 200}
Jul 09 15:55:17.468752 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754638e6-fe48-478a-90c0-1b55081badd0 req-4efcf8ab-4080-468a-8e5c-9b0d3f5a6a18 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:17.469631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-754638e6-fe48-478a-90c0-1b55081badd0 req-4efcf8ab-4080-468a-8e5c-9b0d3f5a6a18 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:17.496492 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-10ad7049-667f-4fc1-a151-ba58ba5cc465 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 217 time: 0.1603529
Jul 09 15:55:17.505411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.509925 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9ee117cb-0253-465f-a166-7a9803529425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:17.528415 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ff92fed6-536a-42e5-9122-d1f2f0cf21ad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:55:17.533087 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eff5d7e-a705-4a66-b918-dc9527b4cc91,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:17.538997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:17.552902 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:17.558223 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8eff5d7e-a705-4a66-b918-dc9527b4cc91 HTTP/1.1" status: 204  len: 168 time: 0.3406823
Jul 09 15:55:17.571494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-754638e6-fe48-478a-90c0-1b55081badd0 req-4efcf8ab-4080-468a-8e5c-9b0d3f5a6a18 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:17.573064 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-754638e6-fe48-478a-90c0-1b55081badd0 req-4efcf8ab-4080-468a-8e5c-9b0d3f5a6a18 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.4314473
Jul 09 15:55:17.674084 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fac5949f-c55f-49d8-98b8-1aa562b92934'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:55:17.688243 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-d363097b-45b7-45e0-8432-c88d05fa0dd8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:17.695184 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-d363097b-45b7-45e0-8432-c88d05fa0dd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.1908112
Jul 09 15:55:17.839920 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-754638e6-fe48-478a-90c0-1b55081badd0 req-3a326672-d3ba-4336-a14c-11502f2da668 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2544532
Jul 09 15:55:17.907179 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-cf4f8984-d5b5-4854-ad5e-d0dbd1f86bb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1939237
Jul 09 15:55:18.185991 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e9d5-a802-4ad6-aeb7-b48468009928 req-d52ffcb5-9c55-40b6-ae30-cb614a58d67c tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:18.187559 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ec06e9d5-a802-4ad6-aeb7-b48468009928 req-d52ffcb5-9c55-40b6-ae30-cb614a58d67c tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.0935218
Jul 09 15:55:18.205470 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-d3d2d2d4-3b01-40a9-a0c9-deb8341c335a service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972522
Jul 09 15:55:18.245235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ec06e9d5-a802-4ad6-aeb7-b48468009928 req-a60884d3-c5ae-41a4-8269-9b32f24490be tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519156
Jul 09 15:55:18.383773 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41034) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:18.407838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.430102 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e24cfec-a0d3-499a-8450-e085637dd76f req-ad10fd21-bdae-4711-8fd1-40fd906ca6af service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028365
Jul 09 15:55:18.464054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:18.468098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2078234a0f42c1ad65a0a275b5ed09 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:18.471352 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:18.478483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:18.568554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.577798 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856c324-78de-4959-b286-59e59be87706 req-8510aa5c-a045-4f5b-94ca-be5e2f576628 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:18.578194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.579577 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e856c324-78de-4959-b286-59e59be87706 req-8510aa5c-a045-4f5b-94ca-be5e2f576628 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.0974579
Jul 09 15:55:18.586170 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d5e788c2-11e6-452d-9743-a229d863a2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:18.643693 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e9cbb-1e25-41d7-bbad-dc4084cfc1a2,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:18.650980 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b2078234a0f42c1ad65a0a275b5ed09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2634337
Jul 09 15:55:18.650980 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:18.651605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41046) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:18.660499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e856c324-78de-4959-b286-59e59be87706 req-25b6033d-44c7-43ad-89a9-82ae1ee6ecd3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735655
Jul 09 15:55:18.715855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.742716 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.802963 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.812819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1152f484-c6ea-4cca-a782-9da43e096969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:18.829206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e9cbb-1e25-41d7-bbad-dc4084cfc1a2,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:18.836379 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:18.853353 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/765e9cbb-1e25-41d7-bbad-dc4084cfc1a2 HTTP/1.1" status: 204  len: 168 time: 0.1986067
Jul 09 15:55:18.853353 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:19.164128 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad629-6dba-4d8a-a536-406325c22fea req-171851e1-c0be-4657-bc20-d1493d08b8ea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:19.176369 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d85ad629-6dba-4d8a-a536-406325c22fea req-171851e1-c0be-4657-bc20-d1493d08b8ea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1370511
Jul 09 15:55:19.258378 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d85ad629-6dba-4d8a-a536-406325c22fea req-70c6dca9-f6af-42a8-bd18-4365783c251a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809970
Jul 09 15:55:19.525872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f061fe6-d556-4d2d-bdcf-5718481753cb req-c8f53a17-5888-461c-a84b-5233fa19bb55 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:19.534287 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6f061fe6-d556-4d2d-bdcf-5718481753cb req-c8f53a17-5888-461c-a84b-5233fa19bb55 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.1056550
Jul 09 15:55:19.594706 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6f061fe6-d556-4d2d-bdcf-5718481753cb req-18c7fb25-b6e0-4a8b-82b1-2391ab0309b2 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591838
Jul 09 15:55:19.826827 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41112) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:19.899394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b8ba9-c97a-4189-8f9c-db8206e215b3 req-5a702eea-9afe-4505-8846-d5591698c51b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:19.901328 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-215b8ba9-c97a-4189-8f9c-db8206e215b3 req-5a702eea-9afe-4505-8846-d5591698c51b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.1257985
Jul 09 15:55:19.957206 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-215b8ba9-c97a-4189-8f9c-db8206e215b3 req-23b4ba88-db5d-4b62-bdfc-489e4075936b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482450
Jul 09 15:55:20.011124 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-9ea68fe1-00be-420c-aad3-651fd60a8136 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1096 time: 0.1439388
Jul 09 15:55:20.072479 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.165578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:20.174336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Usage tracker for resource:security_group_rule and tenant:d80128d850cc420591434a5ef3fbc55c is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:20.182009 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:20.197395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:20.286576 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.290819 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.299111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:20.341212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72d43c-938e-43d7-a5aa-fe771844c1d4,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:20.348929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41140) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:20.349384 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d80128d850cc420591434a5ef3fbc55c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5200362
Jul 09 15:55:20.349933 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:20.433479 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.462493 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.523182 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.530404 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-691fddbd-4a02-4478-b688-1901a296aa54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:20.543954 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72d43c-938e-43d7-a5aa-fe771844c1d4,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:20.547390 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:20.548460 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:20.549882 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba72d43c-938e-43d7-a5aa-fe771844c1d4 HTTP/1.1" status: 204  len: 168 time: 0.1990359
Jul 09 15:55:20.552850 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d777-c23c-4538-97ea-2f63f2f2f9b2 req-8b87e6b5-fb7e-423e-a4b0-56bd01d082b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:20.554412 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7357d777-c23c-4538-97ea-2f63f2f2f9b2 req-8b87e6b5-fb7e-423e-a4b0-56bd01d082b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0972953
Jul 09 15:55:20.602043 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7357d777-c23c-4538-97ea-2f63f2f2f9b2 req-e1a7661d-ea34-430c-af5a-34885db1483e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412188
Jul 09 15:55:21.017744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-2bfb63e0-fd5e-4be2-91bb-14be5feed27b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:21.019840 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-2bfb63e0-fd5e-4be2-91bb-14be5feed27b service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1703403
Jul 09 15:55:21.192229 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390ad5a-a6a9-4984-b5d3-8f2f2bcd764d req-ec767490-7bac-4050-9849-a687db144d3e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:21.194414 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6390ad5a-a6a9-4984-b5d3-8f2f2bcd764d req-ec767490-7bac-4050-9849-a687db144d3e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.0928431
Jul 09 15:55:21.271083 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6390ad5a-a6a9-4984-b5d3-8f2f2bcd764d req-4c537076-b719-486a-9422-cabee60b654c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652673
Jul 09 15:55:21.274469 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41190) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:21.315044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.378934 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:21.384821 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Usage tracker for resource:security_group_rule and tenant:1684bac36cd94f9c99081155c8368145 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:21.388057 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:21.395351 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:21.474129 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.482042 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.494428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:21.557183 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8d1e47-a937-4870-b778-7cacac03bb19,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:21.572495 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:21.575542 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1684bac36cd94f9c99081155c8368145&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2998223
Jul 09 15:55:21.578853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41200) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:21.648989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.699252 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.756467 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.766563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d6e89b8b-e0c1-4993-a2cc-2db228666aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:21.863469 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8d1e47-a937-4870-b778-7cacac03bb19,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:21.871096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:21.876709 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:21.880573 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6d8d1e47-a937-4870-b778-7cacac03bb19 HTTP/1.1" status: 204  len: 168 time: 0.2973127
Jul 09 15:55:21.930668 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7d1b4-d3e2-40e9-9619-2e1f9bd94746 req-88a5f617-ee0b-4175-9433-a294dbd6c47c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:21.932226 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7ee7d1b4-d3e2-40e9-9619-2e1f9bd94746 req-88a5f617-ee0b-4175-9433-a294dbd6c47c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1507418
Jul 09 15:55:21.984334 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7ee7d1b4-d3e2-40e9-9619-2e1f9bd94746 req-37694a65-b41a-4220-ae40-994476350738 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440936
Jul 09 15:55:22.271431 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-d06428a7-2c1f-4371-8b04-9dd3ca9226ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 217 time: 0.0820940
Jul 09 15:55:22.343674 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-bad8cf43-d792-45d8-91d0-8089595a004d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:22.345389 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-bad8cf43-d792-45d8-91d0-8089595a004d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0665812
Jul 09 15:55:22.480043 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-e4ae063c-4578-4139-a524-256d5959fc52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1269526
Jul 09 15:55:22.557739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3e4c6-de74-4e38-8b53-f518d3e0ad0d req-1c2502eb-650e-466c-9926-8ba810f53261 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:22.559321 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2ca3e4c6-de74-4e38-8b53-f518d3e0ad0d req-1c2502eb-650e-466c-9926-8ba810f53261 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.1139979
Jul 09 15:55:22.636706 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2ca3e4c6-de74-4e38-8b53-f518d3e0ad0d req-0159cdc5-7a67-457d-90cb-253fb65e0687 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708303
Jul 09 15:55:22.704480 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-5dc673b7-3796-4de8-a89e-815adb8233d1 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161336
Jul 09 15:55:22.913941 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b52048f-1ecd-4e9c-8f7a-a9ed0a0ba835 req-3897d9c2-4f9e-414f-bf66-fb6407fe5818 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013044
Jul 09 15:55:23.232369 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df9961-3f31-4a84-b801-f96019b72d66 req-af54f43e-7418-4434-a397-a0b109a0d356 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:23.234166 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c1df9961-3f31-4a84-b801-f96019b72d66 req-af54f43e-7418-4434-a397-a0b109a0d356 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0876818
Jul 09 15:55:23.279369 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c1df9961-3f31-4a84-b801-f96019b72d66 req-f6b1144f-a696-4059-bc18-cd2c8a2bc75f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397851
Jul 09 15:55:23.844883 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3db123-5d8e-4451-b46c-7a000ad19f98 req-d8a5732c-fca2-4a26-a4b0-cdb4f7cf76ce tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:23.847026 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3f3db123-5d8e-4451-b46c-7a000ad19f98 req-d8a5732c-fca2-4a26-a4b0-cdb4f7cf76ce tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.0896423
Jul 09 15:55:23.896611 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3f3db123-5d8e-4451-b46c-7a000ad19f98 req-fa4cc242-4445-4166-8f2c-4cae18005e77 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438981
Jul 09 15:55:24.504986 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822429f5-d850-4771-8c65-d1ceacfecb11 req-e8b0eb99-49a5-455e-8ae6-1830e2372e75 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:24.506629 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-822429f5-d850-4771-8c65-d1ceacfecb11 req-e8b0eb99-49a5-455e-8ae6-1830e2372e75 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0848446
Jul 09 15:55:24.565852 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-822429f5-d850-4771-8c65-d1ceacfecb11 req-4e32c518-c050-4c0f-a2cc-33082d46b449 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531154
Jul 09 15:55:25.104012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2f0f9-ce59-490f-be49-807af570610b req-c6a58399-55c4-4446-bd71-46ca997e21c0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:25.105490 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0fb2f0f9-ce59-490f-be49-807af570610b req-c6a58399-55c4-4446-bd71-46ca997e21c0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 945 time: 0.0846679
Jul 09 15:55:25.160724 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0fb2f0f9-ce59-490f-be49-807af570610b req-efcae6e6-e214-4586-9e8e-8b495f0fd116 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483356
Jul 09 15:55:25.660582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fac5949f-c55f-49d8-98b8-1aa562b92934 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:25.761076 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port fac5949f-c55f-49d8-98b8-1aa562b92934 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:25.768541 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port fac5949f-c55f-49d8-98b8-1aa562b92934 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:25.769025 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:25.806784 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88686945-0bfd-45d2-8bd4-1e782ba53d2f req-237139b2-0079-4c93-9cde-46e1964932d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:25.808558 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-88686945-0bfd-45d2-8bd4-1e782ba53d2f req-237139b2-0079-4c93-9cde-46e1964932d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0978694
Jul 09 15:55:25.867270 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-88686945-0bfd-45d2-8bd4-1e782ba53d2f req-cd17d774-891d-43a8-a1fe-900eb5fb00fc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499225
Jul 09 15:55:25.919684 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:25.953150 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:25.962968 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fac5949f-c55f-49d8-98b8-1aa562b92934,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:25.968724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:25.969785 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ff92fed6-536a-42e5-9122-d1f2f0cf21ad up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:25.996336 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-25f15a92-f2d1-4550-b264-d9b190c1df34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:26.050965 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934', 'code': 200}
Jul 09 15:55:26.091915 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:26.096276 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:26.115219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port ff92fed6-536a-42e5-9122-d1f2f0cf21ad completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:26.124186 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port ff92fed6-536a-42e5-9122-d1f2f0cf21ad triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:26.125268 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.260129 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.294550 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:26.298789 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.300885 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:26.314622 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41384) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:26.366269 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039b2e2-f45a-4177-acd4-30f2476c5215 req-5445ace8-c32f-43bb-b29e-174a3a712e82 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:26.374694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c039b2e2-f45a-4177-acd4-30f2476c5215 req-5445ace8-c32f-43bb-b29e-174a3a712e82 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0849688
Jul 09 15:55:26.380254 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:26.385091 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:26.423687 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c039b2e2-f45a-4177-acd4-30f2476c5215 req-acba2256-81e4-425a-aeb4-6021516c9fb0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478873
Jul 09 15:55:26.475763 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.505694 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:26.509416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Usage tracker for resource:security_group_rule and tenant:db7625fb9757445899f717912a3358e2 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:26.512145 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:26.518225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:26.583569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.587408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.594691 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-01a778e1-4e5b-4c6f-bf23-3baa9894f9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:26.633207 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48bb83-eb9c-4b80-90ce-97ad5521f4e5,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:26.636264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:26.640594 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db7625fb9757445899f717912a3358e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3241794
Jul 09 15:55:26.643041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41394) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:26.709675 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.734622 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.786286 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.790044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4cc30d78-ada8-4a7e-b2c6-8e3532ed80f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:26.801838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48bb83-eb9c-4b80-90ce-97ad5521f4e5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:26.805608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:26.808969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:26.813517 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d48bb83-eb9c-4b80-90ce-97ad5521f4e5 HTTP/1.1" status: 204  len: 168 time: 0.1693985
Jul 09 15:55:27.079313 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed829fd-d20b-4b9c-9108-c365882167f2 req-68e68ef7-d935-4421-b8d5-5d7ab3f7f4be tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:27.080723 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ed829fd-d20b-4b9c-9108-c365882167f2 req-68e68ef7-d935-4421-b8d5-5d7ab3f7f4be tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0783455
Jul 09 15:55:27.132352 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ed829fd-d20b-4b9c-9108-c365882167f2 req-613fe1df-b67c-491a-8964-a9116606a5c2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459864
Jul 09 15:55:27.153682 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41406) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:27.178512 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.218910 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:27.222996 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Usage tracker for resource:security_group_rule and tenant:2be642f6c63b48f18a88baccd6426b07 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:27.229841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:27.235920 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:27.303952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.307800 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.315406 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:27.354392 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48453487-c35b-4e2c-83ee-76112dcfb0d5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:27.357334 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:27.360413 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2be642f6c63b48f18a88baccd6426b07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2056270
Jul 09 15:55:27.363166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41414) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:27.430090 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.458579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.521015 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.526584 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-24b6cd7e-ed0f-4272-8e5b-f1efd04bd2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:27.539548 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48453487-c35b-4e2c-83ee-76112dcfb0d5,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:27.542149 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:27.543298 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:27.544407 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/48453487-c35b-4e2c-83ee-76112dcfb0d5 HTTP/1.1" status: 204  len: 168 time: 0.1803524
Jul 09 15:55:27.672634 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16112dc-311e-4afe-8975-d7af03789109 req-b5fbb898-b828-4e01-b371-558b61ee7359 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:27.674136 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d16112dc-311e-4afe-8975-d7af03789109 req-b5fbb898-b828-4e01-b371-558b61ee7359 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0824189
Jul 09 15:55:27.720731 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d16112dc-311e-4afe-8975-d7af03789109 req-d5d4ff2c-d4b9-4b53-bc1e-7c848b0c6a30 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409837
Jul 09 15:55:28.052028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:28.109129 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad', 'code': 200}
Jul 09 15:55:28.367462 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753327d3-9dc1-4427-b06e-e10409b8ec9e req-b5868d1f-2758-41e7-84ee-242d1231acc2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:28.372156 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-753327d3-9dc1-4427-b06e-e10409b8ec9e req-b5868d1f-2758-41e7-84ee-242d1231acc2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0899572
Jul 09 15:55:28.476144 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-753327d3-9dc1-4427-b06e-e10409b8ec9e req-d23b7030-9e63-4843-bbdc-835464abddeb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968635
Jul 09 15:55:28.960624 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1f8fcf64-e432-4533-b0f5-6ae42e433227 req-f8f95223-721c-4aa6-bfed-7c1b36bc09dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1099 time: 0.0737135
Jul 09 15:55:28.990117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014b96d-b3f0-4e03-aa4e-ea0de5bc8f4b req-2890c32d-402f-42ee-ae8b-499e303954d0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:28.991573 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1014b96d-b3f0-4e03-aa4e-ea0de5bc8f4b req-2890c32d-402f-42ee-ae8b-499e303954d0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1469471
Jul 09 15:55:28.998372 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a0cb79e8-9a93-4fce-9ecd-fe359dcdf7cd req-b5632fe2-4f7e-44a7-9dc9-46642cbce545 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.1044321
Jul 09 15:55:29.042708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-1f8fcf64-e432-4533-b0f5-6ae42e433227 req-7b96f058-5449-4882-bed0-4b0f2c1dca2e service neutron] Synchronizing usage tracker for tenant:1f1621b9cdef4f3aa5ec46714ce0cec9 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:29.070873 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-1f8fcf64-e432-4533-b0f5-6ae42e433227 req-7b96f058-5449-4882-bed0-4b0f2c1dca2e service neutron] Unset dirty status for tenant:1f1621b9cdef4f3aa5ec46714ce0cec9 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:29.072433 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1f8fcf64-e432-4533-b0f5-6ae42e433227 req-7b96f058-5449-4882-bed0-4b0f2c1dca2e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769982
Jul 09 15:55:29.130998 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1014b96d-b3f0-4e03-aa4e-ea0de5bc8f4b req-e9afc0ee-c9ee-47ff-bdd7-46218fee81e8 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310263
Jul 09 15:55:29.133986 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a0cb79e8-9a93-4fce-9ecd-fe359dcdf7cd req-534e7cd9-7417-4c72-af59-39d1dc5b1487 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582495
Jul 09 15:55:29.698731 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82478eb3-3f0f-4500-b320-763462423564 req-1bece664-843a-46c0-8c01-c67e7284b3dc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:29.702526 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82478eb3-3f0f-4500-b320-763462423564 req-1bece664-843a-46c0-8c01-c67e7284b3dc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0872977
Jul 09 15:55:29.750407 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82478eb3-3f0f-4500-b320-763462423564 req-f2aa6d94-cafc-41f4-a74f-fe02803587e7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441327
Jul 09 15:55:30.280377 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:55:30.369031 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609210-9163-44d3-8bff-fbcc2ad7f8da req-88f97099-0cf6-449d-b6ce-b6e38753741f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:30.370369 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ba609210-9163-44d3-8bff-fbcc2ad7f8da req-88f97099-0cf6-449d-b6ce-b6e38753741f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0973973
Jul 09 15:55:30.442556 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:30.448781 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ba609210-9163-44d3-8bff-fbcc2ad7f8da req-c8ac37e4-a3ea-464d-af98-044058b413ad tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718856
Jul 09 15:55:30.459777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:55:30.522929 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:30.543433 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:55:30.561690 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:30.567516 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:30.570466 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:30.644476 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:30.647533 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:30.971992 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48fd7c-b47d-4534-9ba3-1e8f09674a85 req-47031b13-c740-4534-b74a-993e41e1764c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:30.973511 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9f48fd7c-b47d-4534-9ba3-1e8f09674a85 req-47031b13-c740-4534-b74a-993e41e1764c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.0833421
Jul 09 15:55:31.024520 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9f48fd7c-b47d-4534-9ba3-1e8f09674a85 req-0c792f3d-46bb-436c-a0cc-3cacced7f742 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452788
Jul 09 15:55:31.460864 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['b5f403b0-ee24-45cb-8b06-618ce2931ca3'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:55:31.678938 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3795b23-f49b-4f0b-ad49-111294975af1 req-56f432ae-84f4-4320-806d-7d9f85ddcb2a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:31.680403 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c3795b23-f49b-4f0b-ad49-111294975af1 req-56f432ae-84f4-4320-806d-7d9f85ddcb2a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0839379
Jul 09 15:55:31.727905 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c3795b23-f49b-4f0b-ad49-111294975af1 req-3f2453da-06b7-422a-9298-61b3c22e5153 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416303
Jul 09 15:55:32.244448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44c6f-0995-4d59-a16d-540e7d4c65d9 req-4056ac5d-d1a7-4aaf-aa9c-b238693c98f4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:32.246388 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-17c44c6f-0995-4d59-a16d-540e7d4c65d9 req-4056ac5d-d1a7-4aaf-aa9c-b238693c98f4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.0817277
Jul 09 15:55:32.298643 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-17c44c6f-0995-4d59-a16d-540e7d4c65d9 req-2a72d2d2-0700-4e41-8f1a-2cbed5a64231 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446384
Jul 09 15:55:32.957065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9a70b-43be-46ab-b77e-1f8970dfd9eb req-9341d2ae-66ef-4381-bc2b-28f2450123ef tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:32.958744 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-88c9a70b-43be-46ab-b77e-1f8970dfd9eb req-9341d2ae-66ef-4381-bc2b-28f2450123ef tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1103721
Jul 09 15:55:33.007628 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-88c9a70b-43be-46ab-b77e-1f8970dfd9eb req-f4d6fe16-409d-42ef-b31d-7827d4bff205 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429776
Jul 09 15:55:33.571557 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d612ba4-b1d2-403c-9543-49ca6faeedba req-8ed0c175-2fc0-4501-befa-4dda14e1985c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:33.573019 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2d612ba4-b1d2-403c-9543-49ca6faeedba req-8ed0c175-2fc0-4501-befa-4dda14e1985c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.1291084
Jul 09 15:55:33.618496 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2d612ba4-b1d2-403c-9543-49ca6faeedba req-ddbfcf84-0234-4e2a-a2ef-9d43b0e74bed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388393
Jul 09 15:55:34.237277 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768eb0f-5325-4960-b2a1-5fae2da208c9 req-54c07a09-0f9d-423b-a05b-ef3b42100025 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:34.238757 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4768eb0f-5325-4960-b2a1-5fae2da208c9 req-54c07a09-0f9d-423b-a05b-ef3b42100025 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0920541
Jul 09 15:55:34.289539 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4768eb0f-5325-4960-b2a1-5fae2da208c9 req-de0b2523-245a-477d-bc83-3e64e4582519 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444124
Jul 09 15:55:34.329309 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:55:34.432152 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:55:34.440522 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:55:34.441099 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:34.585739 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:34.623068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:34.643784 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:34.651698 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:34.653549 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:34.725294 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:34.728957 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:34.758327 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'code': 200}
Jul 09 15:55:34.849354 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-c6ed66d5-0d0b-4698-9c4c-ee6b7d95a371 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1099 time: 0.1426194
Jul 09 15:55:35.006503 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665720d-cd78-4f04-a1d0-63173e7139b6 req-1a760e0e-6c93-4fc1-8e7b-7101a13f479f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:35.009724 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9665720d-cd78-4f04-a1d0-63173e7139b6 req-1a760e0e-6c93-4fc1-8e7b-7101a13f479f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1322503
Jul 09 15:55:35.090871 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9665720d-cd78-4f04-a1d0-63173e7139b6 req-03d0808d-aa16-4d3c-abcd-721d093ef4ba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742574
Jul 09 15:55:35.188626 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3958ef-3620-4854-8c3b-75f249e4d4c7 req-8ae170da-bc4e-4c18-b863-7e1899bd0e34 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:35.190229 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7c3958ef-3620-4854-8c3b-75f249e4d4c7 req-8ae170da-bc4e-4c18-b863-7e1899bd0e34 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.3347237
Jul 09 15:55:35.195207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-298eae62-310c-41de-90ef-18bebe2cf584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:35.196851 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-298eae62-310c-41de-90ef-18bebe2cf584 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.2272170
Jul 09 15:55:35.231364 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e899fb8b-baea-407e-b87a-54495209fd2a req-d85e89f6-182d-4a40-9551-1bbd6e67fb6b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1098 time: 0.1187668
Jul 09 15:55:35.295739 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e899fb8b-baea-407e-b87a-54495209fd2a req-7cacf2cf-068e-4f61-8f00-fa5c8be42124 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562518
Jul 09 15:55:35.297215 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-f859888b-e62c-4d64-8cae-2fbeaa18c2f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 200  len: 217 time: 0.0775218
Jul 09 15:55:35.317758 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7c3958ef-3620-4854-8c3b-75f249e4d4c7 req-82252563-1f1e-4f1d-bb3e-a9f8cd9d2d91 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189380
Jul 09 15:55:35.800496 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41722) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:35.972463 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:35.986813 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-5a0d792f-cdb1-49d7-a135-f0c0b63ede21 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:35.988249 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-5a0d792f-cdb1-49d7-a135-f0c0b63ede21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.1011448
Jul 09 15:55:36.012754 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:36.017213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Usage tracker for resource:security_group_rule and tenant:43140d3ad71449f5ba0f5150a287eec6 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:36.020194 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:36.026243 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:36.077435 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-1ae3acea-70a3-4ec4-9a8e-4f7411a7e33d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417414
Jul 09 15:55:36.227521 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.243655 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.258375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:36.273515 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41746) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:36.334282 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8f29e-6124-415e-8714-32ca3feec17b req-ce4a2671-1e32-4a34-93a7-57850fe3f567 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:36.339333 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-c56ce6ec-e557-44f0-b530-1d0599b0209b service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430067
Jul 09 15:55:36.345986 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-34e8f29e-6124-415e-8714-32ca3feec17b req-ce4a2671-1e32-4a34-93a7-57850fe3f567 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0976398
Jul 09 15:55:36.348087 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=43140d3ad71449f5ba0f5150a287eec6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5461607
Jul 09 15:55:36.353949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41760) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:36.384125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edeb0d3-89b3-4048-998c-2673ad2e2598,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:36.454106 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.454467 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.454815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.455213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.455561 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.455899 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.456232 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.456752 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.457127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.457565 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.458012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:36.464322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:36.487043 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-34e8f29e-6124-415e-8714-32ca3feec17b req-99c1e667-5b97-456b-abfe-84f230e5db7c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398697
Jul 09 15:55:36.556182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.696043 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0378e82d-ec9a-4290-ae0b-a3d1a563b11f req-ad00cd4e-58d9-4c6c-98c9-19dc74f0334a service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426242
Jul 09 15:55:36.706370 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:36.712687 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.769818 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.792764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Usage tracker for resource:security_group_rule and tenant:a89da5c7e8464bbfb7aed8b48a461362 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:36.797898 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:36.817254 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:36.851019 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0038-2b70-4fe5-9f79-f513dfc9052a req-fbe5defc-70ea-4ff4-a5bd-afc076d65e7e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:36.857906 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-446b0038-2b70-4fe5-9f79-f513dfc9052a req-fbe5defc-70ea-4ff4-a5bd-afc076d65e7e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2905266
Jul 09 15:55:36.931543 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-446b0038-2b70-4fe5-9f79-f513dfc9052a req-88657e25-b638-4bfb-8ea7-76c5555a0225 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725942
Jul 09 15:55:36.935954 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.949597 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-393f68b0-8c97-4b86-8991-de45e1f760bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:36.961126 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41788) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:36.972202 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edeb0d3-89b3-4048-998c-2673ad2e2598,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:36.981789 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:36.991932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.993586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:36.994876 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9edeb0d3-89b3-4048-998c-2673ad2e2598 HTTP/1.1" status: 204  len: 168 time: 0.6148028
Jul 09 15:55:36.996032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.002735 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1175a477-7872-4dba-8917-d2dfc68d2301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:37.044277 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8808cde4-5414-44d9-9eb1-1981f20d3e52,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:37.049800 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a89da5c7e8464bbfb7aed8b48a461362&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7702315
Jul 09 15:55:37.051065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:37.052874 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41798) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:37.125699 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.173559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.185528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.243387 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:37.248643 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Usage tracker for resource:security_group_rule and tenant:0b07c9e724f945f3b4969d720fee0408 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:37.251627 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:37.257465 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:37.269452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.275838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3d03d2e7-75af-40d8-89e7-726e4c3ace5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:37.278200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41804) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:37.298816 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8808cde4-5414-44d9-9eb1-1981f20d3e52,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:37.316115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.320021 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8808cde4-5414-44d9-9eb1-1981f20d3e52 HTTP/1.1" status: 204  len: 168 time: 0.2632365
Jul 09 15:55:37.322232 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.322632 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.322888 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.323234 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.323577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.324102 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.324445 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.324784 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.325111 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.325607 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.325940 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:55:37.329679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:37.374036 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.378300 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.387209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bce81930-d2ad-4e96-85ef-987de9f4ae01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:37.436112 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0b07c9e724f945f3b4969d720fee0408&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4737229
Jul 09 15:55:37.438890 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41814) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:37.477185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b3d1ca-4283-49df-b9a8-336811448125,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:37.483465 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:37.519129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.552039 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.572658 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.617794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.629834 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:37.707899 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b3d1ca-4283-49df-b9a8-336811448125,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:37.711135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:37.716159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2081ecd3d5413a933972a6a0893c31 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:37.719852 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:37.720167 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:37.720914 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.724831 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8b3d1ca-4283-49df-b9a8-336811448125 HTTP/1.1" status: 204  len: 168 time: 0.2849298
Jul 09 15:55:37.726322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:37.756220 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41824) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:37.776823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:37.779301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9080d76-b811-4eb9-bd64-1c6d931187a4 req-1fac4634-e76d-4451-8a51-ab77bf07adcd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:37.786297 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9080d76-b811-4eb9-bd64-1c6d931187a4 req-1fac4634-e76d-4451-8a51-ab77bf07adcd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1229537
Jul 09 15:55:37.845308 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9080d76-b811-4eb9-bd64-1c6d931187a4 req-172b901b-a522-4eb6-9284-7cbccb60556f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564990
Jul 09 15:55:37.850694 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:37.859402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Usage tracker for resource:security_group_rule and tenant:40a5604546ba4586a8a4d11da38f50b3 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:37.867172 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:37.906244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:38.047581 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.056723 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.069111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-44b3984a-988a-4e63-a80d-6db551fc4709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.092651 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41838) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.122876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.183719 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcefe101-38be-47db-9ce5-81b70303dbcb,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:38.190671 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:38.207805 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.213113 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=40a5604546ba4586a8a4d11da38f50b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4556022
Jul 09 15:55:38.216002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41844) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.219407 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.232120 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:38.238703 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Usage tracker for resource:security_group_rule and tenant:609bce25b0764cda9859b2475b1aa58b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:38.242277 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:38.250463 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:38.268123 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.277332 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896cafc-6f90-413d-9fac-7aef425f67c0 req-ebffd3af-6293-4c1c-8552-37b5ac1414fb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:38.285224 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2896cafc-6f90-413d-9fac-7aef425f67c0 req-ebffd3af-6293-4c1c-8552-37b5ac1414fb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1185555
Jul 09 15:55:38.314361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1f65d-69e6-4294-af4b-13734d3d7a90 req-8a5c49a5-b67a-46e6-a7dd-103abf20a4d0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:38.326008 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-64f1f65d-69e6-4294-af4b-13734d3d7a90 req-8a5c49a5-b67a-46e6-a7dd-103abf20a4d0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.2298529
Jul 09 15:55:38.336158 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41848) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.350587 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'floatingip': {'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:38.354734 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e2ce2-0d06-477d-a039-6a134241a545,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:38.385610 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:38.416669 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c2081ecd3d5413a933972a6a0893c31&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1368847
Jul 09 15:55:38.419940 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41852) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.440395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.440699 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.462336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41856) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.501004 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.502542 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2896cafc-6f90-413d-9fac-7aef425f67c0 req-ccac7b47-75f0-4aee-b74c-aa77c67cd94f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164054
Jul 09 15:55:38.542357 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.579952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.642816 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.653988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.663102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3ca290c9-7f48-4d20-b1af-7c0f7d9f56b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.672210 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.678450 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.689559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da80123b-8aa7-4441-acdb-2b99c0d8de9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.694386 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:38.697505 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e2ce2-0d06-477d-a039-6a134241a545,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:38.707952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Usage tracker for resource:security_group_rule and tenant:1cfe8bc4b8a54979b7ac42e31f83f566 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:38.710745 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:38.716128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:38.727141 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:38.734481 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.735596 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e8e2ce2-0d06-477d-a039-6a134241a545 HTTP/1.1" status: 204  len: 168 time: 0.3147004
Jul 09 15:55:38.748211 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=609bce25b0764cda9859b2475b1aa58b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6542406
Jul 09 15:55:38.751688 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2a31b-9ed7-42e0-81b2-b358b816bd55,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:38.751880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41870) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:38.760082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:38.805082 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.812754 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.834773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcefe101-38be-47db-9ce5-81b70303dbcb,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:38.845263 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:38.858521 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.859655 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bcefe101-38be-47db-9ce5-81b70303dbcb HTTP/1.1" status: 204  len: 168 time: 0.6426110
Jul 09 15:55:38.903550 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.911800 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.928574 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:38.939521 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:38.985586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.018128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd08fb-582e-4608-9e69-e91aefc4ee38,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:39.024059 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:39.027948 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1cfe8bc4b8a54979b7ac42e31f83f566&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5642853
Jul 09 15:55:39.031477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41876) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:39.108991 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.117827 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4d32e54e-c529-459d-940a-cff2c286321b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:39.134228 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2a31b-9ed7-42e0-81b2-b358b816bd55,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:39.138464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:39.159485 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.170710 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.172104 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c9a2a31b-9ed7-42e0-81b2-b358b816bd55 HTTP/1.1" status: 204  len: 168 time: 0.4194152
Jul 09 15:55:39.197885 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.269375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.274960 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:39.286685 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd08fb-582e-4608-9e69-e91aefc4ee38,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:39.294738 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:39.300799 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.301949 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9dd08fb-582e-4608-9e69-e91aefc4ee38 HTTP/1.1" status: 204  len: 168 time: 0.2691166
Jul 09 15:55:39.363016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 41890) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:39.386615 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.432270 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:39.438232 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Usage tracker for resource:security_group_rule and tenant:41471f27aac64f2c87438e860a9fc03e is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:39.442301 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:39.455512 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:39.536117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.542985 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.565707 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.570883 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.580192 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5573d522-c21f-498b-a267-1ce7c307a03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:39.610195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604f4c8b-25fc-4e6c-beff-a8d96c00115f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:39.632744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:39.658769 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41471f27aac64f2c87438e860a9fc03e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2941167
Jul 09 15:55:39.661672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 41898) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:39.825227 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd4a79-edf8-4dd0-afdc-79c279cc715f req-da26e6a4-c3fc-40df-ba7e-6ccd12126821 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:39.829680 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-44cd4a79-edf8-4dd0-afdc-79c279cc715f req-da26e6a4-c3fc-40df-ba7e-6ccd12126821 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1313620
Jul 09 15:55:39.881620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.946585 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-44cd4a79-edf8-4dd0-afdc-79c279cc715f req-0ca74fc7-3b21-4f3f-bfa3-0e9399103b28 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090505
Jul 09 15:55:39.974772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:39.996715 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Floating IP 528dd4c8-5148-4817-9b66-4f839b16d150 associated. External IP: 172.27.2.67, port: b5f403b0-ee24-45cb-8b06-618ce2931ca3.
Jul 09 15:55:40.218220 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:40.228425 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c3cdb003-38e2-4496-89f7-815bc5fe50bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:40.241139 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f4c8b-25fc-4e6c-beff-a8d96c00115f,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:40.251963 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:40.266720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:40.270202 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/604f4c8b-25fc-4e6c-beff-a8d96c00115f HTTP/1.1" status: 204  len: 168 time: 0.6050072
Jul 09 15:55:40.528354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:55:40.643112 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-6b9a42b3-671a-43df-a702-cc27a74d5fcf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1136460
Jul 09 15:55:40.785672 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:40.790254 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:55:40.806831 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:40.807134 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:55:40.824901 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:40.825528 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5abe9190>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:55:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:40.874714 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-48a96c38-107b-4383-ba8d-6a4eef1ebcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "PUT /v2.0/floatingips/528dd4c8-5148-4817-9b66-4f839b16d150 HTTP/1.1" status: 200  len: 990 time: 2.5349410
Jul 09 15:55:40.877212 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:40.992144 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'status': 'completed', 'code': 200}
Jul 09 15:55:41.176080 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:41.321616 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-6f25f8ff-85e9-4cb4-b37a-aa3a42af1a69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c100b5aba1414ab5a9cb486a2a402c12&device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 1098 time: 0.0969913
Jul 09 15:55:41.325322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f84a1e-a9ad-4306-9ab0-f83194b0bd22 req-d11e904f-8cee-4c8c-99a4-897425ad4a0d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:41.328080 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3f84a1e-a9ad-4306-9ab0-f83194b0bd22 req-d11e904f-8cee-4c8c-99a4-897425ad4a0d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2294793
Jul 09 15:55:41.406893 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-c0ad4151-424b-401e-8630-2b4e34adc5ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1098 time: 0.1891277
Jul 09 15:55:41.421487 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3f84a1e-a9ad-4306-9ab0-f83194b0bd22 req-0239da26-8fb9-4f93-81c4-c612be075d46 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875814
Jul 09 15:55:41.615161 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5abe9190>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '528dd4c8-5148-4817-9b66-4f839b16d150', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:55:03Z', 'updated_at': '2021-07-09T15:55:39Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:41.619694 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:55:41.633577 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:55:41.634258 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5abe9190>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:55:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:41.868874 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:55:42.261741 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5abe9190>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '528dd4c8-5148-4817-9b66-4f839b16d150', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:55:03Z', 'updated_at': '2021-07-09T15:55:39Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:42.267526 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41f6505-807f-4c52-be18-fdf0a367b996 None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '528dd4c8-5148-4817-9b66-4f839b16d150', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:55:03Z', 'updated_at': '2021-07-09T15:55:39Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:55:42.493591 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-461cd0b7-298e-4873-81c9-8a1d1825a911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:42.536752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bd002a-1d24-414e-96db-b2ebd286f6b8 None None] New status for floating IP 528dd4c8-5148-4817-9b66-4f839b16d150: ACTIVE {{(pid=74302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 15:55:42.679076 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394496d-f14c-4cba-9cfb-f81939be870f req-76ed27f2-7320-473e-a4f4-178d5c27b099 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:42.687546 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a394496d-f14c-4cba-9cfb-f81939be870f req-76ed27f2-7320-473e-a4f4-178d5c27b099 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0908298
Jul 09 15:55:42.765485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a394496d-f14c-4cba-9cfb-f81939be870f req-f55500b6-6d4a-4fc4-85ca-464f6e18ea5e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770652
Jul 09 15:55:42.897704 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:43.744690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109815-74a1-4139-a44f-3bf77176a3da req-8f3bc5f6-f56d-49ac-9be2-e06788fcaa1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:43.746285 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-8f3bc5f6-f56d-49ac-9be2-e06788fcaa1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1460962
Jul 09 15:55:44.059935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502cce0-8e86-466d-85e1-6ac7e696e91c req-ba7dd4f4-6ee5-488f-a171-0486ee152d2e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:44.061587 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0502cce0-8e86-466d-85e1-6ac7e696e91c req-ba7dd4f4-6ee5-488f-a171-0486ee152d2e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1169932
Jul 09 15:55:44.138576 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0502cce0-8e86-466d-85e1-6ac7e696e91c req-0ec1bb29-24ac-4f1d-9f2e-39fd7a816162 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707939
Jul 09 15:55:44.582529 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42110) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:44.740425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-24ac0c2c-8fce-421c-844f-4e58b57d359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:44.813152 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:44.889791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:44.894043 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Usage tracker for resource:security_group_rule and tenant:0890d4b6fc1f44cba2a8c30c269c5dfd is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:44.897106 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:44.906782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:44.987451 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:44.992165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:44.999615 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:45.043233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df33126-1343-4930-af49-6a852e176b4b,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:45.047395 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:45.050366 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0890d4b6fc1f44cba2a8c30c269c5dfd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4666357
Jul 09 15:55:45.052957 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42136) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:45.258723 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-54491348-e9f7-40a3-a0f5-e1e7e6295ab1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 1000 time: 0.1881995
Jul 09 15:55:45.304542 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:45.355079 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109815-74a1-4139-a44f-3bf77176a3da req-cf10a4c5-ec21-4a78-bd60-d66a94e156b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:45.357879 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-cf10a4c5-ec21-4a78-bd60-d66a94e156b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0843511
Jul 09 15:55:45.384045 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:45.403139 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-df2e7428-cf12-41f3-a310-6c3170911db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:45.403139 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-df2e7428-cf12-41f3-a310-6c3170911db3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a24dc775-056b-4b1d-a6b3-54d216cc203c HTTP/1.1" status: 200  len: 913 time: 0.3277514
Jul 09 15:55:45.489909 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-c32298fb-ec8d-4020-9eb1-0901ebe0dc9f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5 HTTP/1.1" status: 200  len: 217 time: 0.0817528
Jul 09 15:55:45.584674 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:45.593717 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-15536da5-bcd7-487d-91cd-ebfd8e33c112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:45.617501 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df33126-1343-4930-af49-6a852e176b4b,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:45.621686 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:45.624840 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:45.626399 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7df33126-1343-4930-af49-6a852e176b4b HTTP/1.1" status: 204  len: 168 time: 0.5725994
Jul 09 15:55:45.628095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-cc478d22-3c34-4bdc-a523-cc0554f42b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:45.629681 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-cc478d22-3c34-4bdc-a523-cc0554f42b0f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0ed9d29-eec0-46fb-a2f9-144b2dc54f06 HTTP/1.1" status: 200  len: 852 time: 0.1163678
Jul 09 15:55:45.685237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6a80-4bd8-49cc-9283-ddb65d023b45 req-1a5d4d99-97a2-4364-989a-3f1f6648abcd tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:45.688208 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-38c39718-bd44-4d38-831f-b3a6d1251163 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a24dc775-056b-4b1d-a6b3-54d216cc203c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465765
Jul 09 15:55:45.690470 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7afd6a80-4bd8-49cc-9283-ddb65d023b45 req-1a5d4d99-97a2-4364-989a-3f1f6648abcd tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.3316071
Jul 09 15:55:45.694733 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:45.754593 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-a271fb40-2f6b-4db8-9c52-1e3411acebc3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2291346
Jul 09 15:55:45.773085 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7afd6a80-4bd8-49cc-9283-ddb65d023b45 req-8d63940e-98d2-446a-abcd-250be8710fe0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779355
Jul 09 15:55:45.900152 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-0a719bee-3326-4d83-800e-cbdc9c1be073 service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041159
Jul 09 15:55:45.948382 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-fedde7f5-083c-4230-beb8-39245a1e1532 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698089
Jul 09 15:55:46.118194 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b40c5f4a-9dec-40d2-9dc0-1c53c147fe25 req-37d6fb9a-05e6-4b7a-9021-da3658da439c service neutron] 10.222.0.79 "GET /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2057343
Jul 09 15:55:46.227458 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-39109815-74a1-4139-a44f-3bf77176a3da req-6dabb6ca-9044-4e86-9bdb-c51b560dd3c2 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2733254
Jul 09 15:55:46.243371 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42166) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:46.267347 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.299701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:46.303654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:3baa261fa44d4dac83a7aa13aa946550 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:46.306430 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:46.312773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:46.385234 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.390788 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.397535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f05d92de-e704-426c-a8ed-9331307ed5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:46.438273 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f191941-eded-4029-929f-d631024292dd,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:46.441344 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:46.451259 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3baa261fa44d4dac83a7aa13aa946550&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1999815
Jul 09 15:55:46.451259 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42172) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:46.516632 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.549149 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.629225 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.635036 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6ff12a35-028d-44cc-8f48-b9eaf0e2df22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:46.661836 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f191941-eded-4029-929f-d631024292dd,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:46.668558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:46.676014 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:46.679579 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f191941-eded-4029-929f-d631024292dd HTTP/1.1" status: 204  len: 168 time: 0.2292759
Jul 09 15:55:46.931932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af7d94-b5ef-448f-977d-7b3b66810e8e req-40e5ecb1-9ff1-4749-a8ba-5ebeb2fe232a tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:46.939775 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f1af7d94-b5ef-448f-977d-7b3b66810e8e req-40e5ecb1-9ff1-4749-a8ba-5ebeb2fe232a tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.1019671
Jul 09 15:55:47.005344 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f1af7d94-b5ef-448f-977d-7b3b66810e8e req-e66ca238-4427-480f-96c1-aa11acf3d533 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631173
Jul 09 15:55:47.046874 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2518e-34ce-4ad6-8d78-7142fd2ebb16 req-65939a59-e4cd-4125-b7b4-6f3deedb64c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:47.048464 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-84c2518e-34ce-4ad6-8d78-7142fd2ebb16 req-65939a59-e4cd-4125-b7b4-6f3deedb64c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1150634
Jul 09 15:55:47.105634 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-84c2518e-34ce-4ad6-8d78-7142fd2ebb16 req-55a41a96-c6be-452e-a239-f301ad26f0f4 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510108
Jul 09 15:55:47.156655 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.210848 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b8a0f-386b-4a68-a533-7a909c83a01d req-456b972f-3220-472b-89b0-7e4e4e0b4f4a tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:48.213391 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a4b8a0f-386b-4a68-a533-7a909c83a01d req-456b972f-3220-472b-89b0-7e4e4e0b4f4a tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.0855711
Jul 09 15:55:48.274093 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a4b8a0f-386b-4a68-a533-7a909c83a01d req-8cefbbc7-d5d6-466b-b57f-c816753e1e55 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497515
Jul 09 15:55:48.320305 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1559e-3698-464e-b0f2-f4d0c02ec1b6 req-cedc83bd-9d2c-446e-8e01-4fee9a5d4519 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:48.321799 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bbb1559e-3698-464e-b0f2-f4d0c02ec1b6 req-cedc83bd-9d2c-446e-8e01-4fee9a5d4519 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0838089
Jul 09 15:55:48.327157 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42276) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:48.374788 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bbb1559e-3698-464e-b0f2-f4d0c02ec1b6 req-61a1b5ac-13b9-4cc8-ac70-3f1714ef4c61 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452175
Jul 09 15:55:48.482001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.516337 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:48.520211 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Usage tracker for resource:security_group_rule and tenant:91de3c749abc4e9680804026cb6a0440 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:48.523026 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:48.530749 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:48.614741 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.625502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.633190 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0fa79b54-acee-448f-bb6a-3896942e8645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:48.675908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e15f63c-7deb-4308-a551-81377d395bac,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:48.682491 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=91de3c749abc4e9680804026cb6a0440&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3519239
Jul 09 15:55:48.682491 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:48.682746 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42302) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:48.747452 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.774173 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.837682 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.842787 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-057e2e4b-6cc7-41ff-8297-c2e77ffe9545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:48.853471 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e15f63c-7deb-4308-a551-81377d395bac,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:48.856471 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:48.871442 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:48.873368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e15f63c-7deb-4308-a551-81377d395bac HTTP/1.1" status: 204  len: 168 time: 0.1891875
Jul 09 15:55:49.115312 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:55:49.477595 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42354) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:49.570488 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e54d6a-d7bd-46d7-b83b-cb42d65396e6 req-fced1e57-4417-4c82-bb3e-4de3031119f7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:49.573033 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-51e54d6a-d7bd-46d7-b83b-cb42d65396e6 req-fced1e57-4417-4c82-bb3e-4de3031119f7 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.1517992
Jul 09 15:55:49.617344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d96ff-4dc6-4dcd-810a-dfc9d37e300c req-43338044-d4e6-4130-9ccc-e0999f186a43 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:49.619102 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6b7d96ff-4dc6-4dcd-810a-dfc9d37e300c req-43338044-d4e6-4130-9ccc-e0999f186a43 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0952270
Jul 09 15:55:49.656467 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-51e54d6a-d7bd-46d7-b83b-cb42d65396e6 req-62679318-f9e9-4fdf-b070-594cd629a0f0 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767143
Jul 09 15:55:49.726621 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6b7d96ff-4dc6-4dcd-810a-dfc9d37e300c req-9d986fed-77c8-40bc-93e3-43c3c5c748eb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872440
Jul 09 15:55:49.763054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:49.798646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:49.803057 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Usage tracker for resource:security_group_rule and tenant:8972ece0aad747b2bc622b4b628824e2 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:49.806689 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:49.814061 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:49.902736 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:49.909260 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:49.918245 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60cec814-5c8a-4a08-bd86-43c6a5196a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:49.958160 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42376) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:49.958951 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8972ece0aad747b2bc622b4b628824e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4799159
Jul 09 15:55:49.960592 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea97348-d6de-4754-933e-2cc5b4638db5,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:49.962800 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42378) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:49.987166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:49.996019 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42386) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:50.024410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.052662 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.140564 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.145094 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f9896408-1e46-4ad5-b8da-974ac3af92db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:50.173150 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea97348-d6de-4754-933e-2cc5b4638db5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:50.177623 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:50.190682 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.194195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-c9711b61-3512-4204-90e0-fe4b691a364f tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:50.194434 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bea97348-d6de-4754-933e-2cc5b4638db5 HTTP/1.1" status: 204  len: 168 time: 0.2305710
Jul 09 15:55:50.196956 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-c9711b61-3512-4204-90e0-fe4b691a364f tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.1130602
Jul 09 15:55:50.278624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105989869-network', 'tenant_id': '9ec15ab8d56b43f7b63096d01aff6535'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:50.299677 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:50.302188 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.319044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Usage tracker for resource:network and tenant:9ec15ab8d56b43f7b63096d01aff6535 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:50.323820 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:50.338880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:50.363667 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Deleting port 21c986c2-fcd5-4d47-840e-aa11db0769a5 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:55:50.364042 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.416963 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Made reservation on behalf of 9ec15ab8d56b43f7b63096d01aff6535 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:50.419205 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.437514 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:50.443617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Usage tracker for resource:security_group_rule and tenant:2d1ea45fde734159b52c5bc364ac889d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:50.446446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.455944 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:50.469617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:50.539317 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42408) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:50.553282 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:50.623661 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec15ab8d56b43f7b63096d01aff6535 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:50.636380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:50.659052 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:50.699315 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42416) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:50.702627 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.736982 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.762364 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.770307 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] For port 21c986c2-fcd5-4d47-840e-aa11db0769a5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=21c986c2-fcd5-4d47-840e-aa11db0769a5,segment=NetworkSegment(efc508e3-45d2-4296-abaa-8e20c195319f),segment_id=efc508e3-45d2-4296-abaa-8e20c195319f)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:55:50.770665 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.786964 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:50.797364 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:50.803278 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:50.809346 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:50.813080 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Usage tracker for resource:security_group_rule and tenant:8d274d18e002429eb3e397078aaa7a4a is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:50.817936 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:50.821597 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Usage tracker for resource:security_group_rule and tenant:dcfd8b4e1cee49bda69d5ad5c4ebf2d0 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:50.827737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:50.830798 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:50.837049 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:50.994298 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Calling delete_port for 21c986c2-fcd5-4d47-840e-aa11db0769a5 owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:55:51.040569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.048193 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.050528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.060601 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.071639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.089724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c301-91e7-43c5-baa3-0b0ac8d4c65f req-78fce309-4d13-4ab2-abaa-21f68d48e239 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:51.091576 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5021c301-91e7-43c5-baa3-0b0ac8d4c65f req-78fce309-4d13-4ab2-abaa-21f68d48e239 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 945 time: 0.2162268
Jul 09 15:55:51.143842 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d1ea45fde734159b52c5bc364ac889d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1467667
Jul 09 15:55:51.144861 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74be842-3d3b-46cf-b3e4-0088763f3071,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.150316 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42434) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:51.156176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.160431 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.160791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3878243-d8d4-43a8-9e28-85b24b28784f,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.164575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.171810 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-637274db-400e-4c9c-89b9-1f757897ed41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.188564 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d274d18e002429eb3e397078aaa7a4a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6481977
Jul 09 15:55:51.189472 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42440) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:51.201737 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcfd8b4e1cee49bda69d5ad5c4ebf2d0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4985406
Jul 09 15:55:51.227368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42444) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:51.246384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.263871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93e9770f-4162-4406-8561-2f29e1fa9a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.272962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea699c-ac38-48fc-9c49-d50ebf87d08c,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.287129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.302985 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5021c301-91e7-43c5-baa3-0b0ac8d4c65f req-6b9ae732-e4e2-403b-b992-e9a5e0ef9aca tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/security-groups?id=384e8252-8d6d-4a83-aa4c-55bef793ea65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973965
Jul 09 15:55:51.303203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:55:51.351767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c6fc4-2425-40aa-830d-898a82702556,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.368530 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.373534 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.383920 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.419861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.431223 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2353e38-2756-4fad-9cbb-8abef7a15050 req-e4acecb4-1acc-4e9a-ab4c-fff3a8926fba tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:51.432708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.433211 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b2353e38-2756-4fad-9cbb-8abef7a15050 req-e4acecb4-1acc-4e9a-ab4c-fff3a8926fba tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.5219939
Jul 09 15:55:51.441049 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.478725 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.486558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.487244 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Added segment a516bdbd-cbae-4f97-8d0b-d269820af377 of type vlan for network d0aa2ad7-5b7d-42b5-8182-f878d012572f
Jul 09 15:55:51.511127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-18f7ae46-1101-4856-8146-8a6e3edd86f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.515293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.525619 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b5f14072-f88d-4d0c-8f15-b44a2b7e8c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.540296 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3878243-d8d4-43a8-9e28-85b24b28784f,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.545537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.546859 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.552982 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.567256 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea699c-ac38-48fc-9c49-d50ebf87d08c,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.570093 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.571386 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b3878243-d8d4-43a8-9e28-85b24b28784f HTTP/1.1" status: 204  len: 168 time: 0.3772931
Jul 09 15:55:51.572478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.573613 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.588583 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27ea699c-ac38-48fc-9c49-d50ebf87d08c HTTP/1.1" status: 204  len: 168 time: 0.3601506
Jul 09 15:55:51.602191 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.618506 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b2353e38-2756-4fad-9cbb-8abef7a15050 req-39d98d94-5b02-4a3b-b7aa-2c5ee9824026 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750193
Jul 09 15:55:51.620795 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Pushing event deleted for resources: {'Port': ['ID=21c986c2-fcd5-4d47-840e-aa11db0769a5,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.628867 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.682343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.818376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] No DVR routers for this DVR port 21c986c2-fcd5-4d47-840e-aa11db0769a5 on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:55:51.823143 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.826664 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.857687 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b4ca3ddb-b4b6-4206-8dbf-a2bba6c32c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.865214 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'name': 'network-vif-deleted', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:55:51.877784 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-446cd4f4-9002-44bc-b525-9f80627b0901 req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.79 "DELETE /v2.0/ports/21c986c2-fcd5-4d47-840e-aa11db0769a5 HTTP/1.1" status: 204  len: 173 time: 1.6715546
Jul 09 15:55:51.878555 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74be842-3d3b-46cf-b3e4-0088763f3071,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:51.881798 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:51.884266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.885424 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a74be842-3d3b-46cf-b3e4-0088763f3071 HTTP/1.1" status: 204  len: 168 time: 0.7317841
Jul 09 15:55:51.886209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.887348 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:51.888010 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:51.894554 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f9407981-fe86-495e-9785-5d07596db496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:51.975826 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf03fea-a61a-464a-9db6-2fff7fb41db2', 'name': 'network-vif-deleted', 'tag': '21c986c2-fcd5-4d47-840e-aa11db0769a5', 'status': 'completed', 'code': 200}
Jul 09 15:55:51.998285 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0382745
Jul 09 15:55:52.001200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42476) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:52.007924 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Request body: {'subnet': {'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105989869-subnet', 'tenant_id': '9ec15ab8d56b43f7b63096d01aff6535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:52.014911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:52.019075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Pushing event updated for resources: {'Network': ['ID=d0aa2ad7-5b7d-42b5-8182-f878d012572f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:52.019690 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Usage tracker for resource:subnet and tenant:9ec15ab8d56b43f7b63096d01aff6535 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:52.022641 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:52.026271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:52.031369 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:52.031976 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:55:52.046982 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Made reservation on behalf of 9ec15ab8d56b43f7b63096d01aff6535 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:52.049550 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.168370 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42480) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:52.193390 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.234955 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:52.239605 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Usage tracker for resource:security_group_rule and tenant:27bbd05eef6a44f2a6af8fdbece39771 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:52.242826 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:52.251149 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:52.333290 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.338572 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42490) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:52.351770 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.362337 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b97b4706-1f78-420b-8ad5-52e6fb8a4192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:52.390733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.394799 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:52.397918 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 21c986c2-fcd5-4d47-840e-aa11db0769a5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:55:52.411841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a9f8a4-cc39-4482-af7e-ebed6dafb0a7,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:52.417435 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:52.424121 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-102d28d4-80bf-4adf-9419-4f045ca8a995 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27bbd05eef6a44f2a6af8fdbece39771&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2547004
Jul 09 15:55:52.427038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42498) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:52.472699 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 21c986c2-fcd5-4d47-840e-aa11db0769a5 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:55:52.474297 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 21c986c2-fcd5-4d47-840e-aa11db0769a5 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:55:52.506022 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.531508 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:52.546588 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:52.547608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Checking segment: {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:55:52.548726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Network hostable DHCP agents. Network: d0aa2ad7-5b7d-42b5-8182-f878d012572f, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:55:52.579354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:55:52.592502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, d0aa2ad7-5b7d-42b5-8182-f878d012572f) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:52.595359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.597323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:52.598333 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.604226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc1481-dc5c-4024-b16e-602cc8f8708f None None] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:55:52.628119 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3168c1af-02b5-4ed0-ad45-bc5917c4a002 req-50a455b0-9e1b-43ac-b4b1-7420d1c00242 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Synchronizing usage tracker for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:52.635285 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6324124
Jul 09 15:55:52.784257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.868510 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3168c1af-02b5-4ed0-ad45-bc5917c4a002 req-50a455b0-9e1b-43ac-b4b1-7420d1c00242 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Unset dirty status for tenant:c100b5aba1414ab5a9cb486a2a402c12 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:52.873104 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3168c1af-02b5-4ed0-ad45-bc5917c4a002 req-50a455b0-9e1b-43ac-b4b1-7420d1c00242 tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] 10.222.0.74 "GET /v2.0/ports?device_id=eaf03fea-a61a-464a-9db6-2fff7fb41db2 HTTP/1.1" status: 200  len: 210 time: 0.3381417
Jul 09 15:55:52.880502 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f5c28-d0de-4f54-b6eb-5f8c97250d59 None None] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:55:52.911012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:52.927687 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Usage tracker for resource:security_group_rule and tenant:70edb3a9d874496989a3fff921b61c10 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:52.937801 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:52.938165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42516) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:52.952185 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:52.954909 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:52.960439 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-56bca9d3-3108-477a-88ab-d88b495a2817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:52.973770 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a9f8a4-cc39-4482-af7e-ebed6dafb0a7,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:52.983349 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:52.999054 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.002760 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4a9f8a4-cc39-4482-af7e-ebed6dafb0a7 HTTP/1.1" status: 204  len: 168 time: 0.5717902
Jul 09 15:55:53.024324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.108712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.111070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:53.121208 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Usage tracker for resource:security_group_rule and tenant:0455bfe979d74895bfcb1807addefdc9 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:53.125690 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:53.127261 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.135275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:53.158768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f2eb614e-975d-4717-9098-f286cd112e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:53.207761 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70edb3a9d874496989a3fff921b61c10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8677909
Jul 09 15:55:53.212871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42524) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:53.231846 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939a3eda-d7bf-4e9b-91ff-83a4b4314d87,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:53.236302 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:53.265095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.270781 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.277344 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aea001-3851-4fb8-86e5-97d65ccad8ec req-e8d1ee9e-23bb-412d-91be-4bad47a86210 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:53.285427 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-72aea001-3851-4fb8-86e5-97d65ccad8ec req-e8d1ee9e-23bb-412d-91be-4bad47a86210 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2242618
Jul 09 15:55:53.299588 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:53.328690 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0455bfe979d74895bfcb1807addefdc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3895731
Jul 09 15:55:53.333090 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42528) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:53.337399 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cc122-34b8-43b1-baa7-70975142af83,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:53.351012 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:53.389404 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.438558 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-72aea001-3851-4fb8-86e5-97d65ccad8ec req-2acf6bf5-bb73-4092-b587-50a3319d1fa7 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520164
Jul 09 15:55:53.477894 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.534519 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.571059 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.610354 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.618866 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1bf5b6d8-f5c4-442e-9f2a-294bccbe5f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:53.631712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a3eda-d7bf-4e9b-91ff-83a4b4314d87,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:53.634203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:53.641860 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.643004 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/939a3eda-d7bf-4e9b-91ff-83a4b4314d87 HTTP/1.1" status: 204  len: 168 time: 0.4276097
Jul 09 15:55:53.671621 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.676775 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d92eb907-7f1d-4387-a695-08210812a40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:53.691154 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cc122-34b8-43b1-baa7-70975142af83,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:53.694299 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:53.697876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.702880 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/664cc122-34b8-43b1-baa7-70975142af83 HTTP/1.1" status: 204  len: 168 time: 0.3596509
Jul 09 15:55:53.727910 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42542) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:53.759753 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.815169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:53.823556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Usage tracker for resource:security_group_rule and tenant:8a05976a168f4c6581e375f6d0623206 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:53.827785 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:53.842909 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:53.980721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:53.994487 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.004860 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e8ddc881-f67e-4245-9310-f75cca345265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:54.101040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e67685-414b-469e-aefc-d3bd02081dbc,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:54.116570 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42558) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:54.118543 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a05976a168f4c6581e375f6d0623206&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3895628
Jul 09 15:55:54.119537 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:54.254344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.283060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.354911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42570) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:54.373228 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.377620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-28de05b4-ed65-41dc-b5ea-523a0d9e0519 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:54.393740 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.395034 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e67685-414b-469e-aefc-d3bd02081dbc,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:54.413939 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:54.429083 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.431604 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2e67685-414b-469e-aefc-d3bd02081dbc HTTP/1.1" status: 204  len: 168 time: 0.3126619
Jul 09 15:55:54.457433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:54.462325 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Usage tracker for resource:security_group_rule and tenant:836313f966a64ff0ac7236f73c9bc99a is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:54.467168 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:54.474448 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:54.629434 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.636016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.658159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-39ad909f-29f4-4556-b316-894d6f6b889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:54.713125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa79578-58d6-4b8e-ab21-7b6d525d47f9,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:54.718546 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:54.741034 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42590) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:54.741543 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=836313f966a64ff0ac7236f73c9bc99a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3849285
Jul 09 15:55:54.749499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cb375-6713-4591-a957-43c7704d2344 req-32a18122-3f57-438a-931b-0513784a6fef tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:54.750995 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-594cb375-6713-4591-a957-43c7704d2344 req-32a18122-3f57-438a-931b-0513784a6fef tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1125154
Jul 09 15:55:54.835825 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-594cb375-6713-4591-a957-43c7704d2344 req-143fda0f-e52f-4567-861d-5c69e0e78365 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735748
Jul 09 15:55:54.867210 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.897789 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.965613 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.971161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:54.985726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa79578-58d6-4b8e-ab21-7b6d525d47f9,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:54.988713 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:54.989580 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:54.992915 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7aa79578-58d6-4b8e-ab21-7b6d525d47f9 HTTP/1.1" status: 204  len: 168 time: 0.2487707
Jul 09 15:55:55.752383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936010c6-0fc4-4428-a17d-b35e64862453 req-f63c5dc7-4bd4-4016-a59d-9780e210371f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:55.754629 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-f63c5dc7-4bd4-4016-a59d-9780e210371f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 809 time: 0.1647186
Jul 09 15:55:55.773084 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-57246022-f5e4-4e51-be17-2a14628c8d7b tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/quotas/9ec15ab8d56b43f7b63096d01aff6535 HTTP/1.1" status: 200  len: 375 time: 0.0134959
Jul 09 15:55:55.847414 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-aeb3bc8c-37c1-482f-b84b-8b9a7d35cb2e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0688949
Jul 09 15:55:56.028954 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-dbe28c73-edf8-495a-8068-358797693a7f service neutron] 10.222.0.74 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743164
Jul 09 15:55:56.147995 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27722829-1cd8-49ab-99f1-bf66b959aa52 req-b7ce1481-e2d8-4f2f-a146-6e6d09be471c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:56.160834 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27722829-1cd8-49ab-99f1-bf66b959aa52 req-b7ce1481-e2d8-4f2f-a146-6e6d09be471c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1071639
Jul 09 15:55:56.186950 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-a2b0705b-8981-4049-8c0e-607e5b246f08 service neutron] 10.222.0.74 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570456
Jul 09 15:55:56.225352 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27722829-1cd8-49ab-99f1-bf66b959aa52 req-315694e7-b8f2-4c91-9539-156b5db74e43 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629973
Jul 09 15:55:56.373410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42674) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:56.426429 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-517af1dc-4f27-4aaa-8133-0f8cff3ca2bb req-a11dcf5c-afe7-402d-b8ee-344513056c47 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 210 time: 0.0625827
Jul 09 15:55:56.438845 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Deleting subnet e0ed9d29-eec0-46fb-a2f9-144b2dc54f06 {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 15:55:56.442214 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:56.497801 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:56.509035 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:56.602767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:56.608254 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:56.660433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:56.663248 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ed9d29-eec0-46fb-a2f9-144b2dc54f06,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:56.666526 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:56.681325 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e0ed9d29-eec0-46fb-a2f9-144b2dc54f06 HTTP/1.1" status: 204  len: 168 time: 0.3047116
Jul 09 15:55:56.681947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42688) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:56.927928 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.064709 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.087281 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a36cd30>,) {'filters': {'network_id': ['a24dc775-056b-4b1d-a6b3-54d216cc203c']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:57.100523 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a36cd30>, 'efc508e3-45d2-4296-abaa-8e20c195319f') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:57.100817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a36cd30>, 'efc508e3-45d2-4296-abaa-8e20c195319f') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:55:57.114162 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.131817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.140023 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 15:55:57.140423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 15:55:57.155208 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 15:55:57.256999 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.268533 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.272664 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d8544247-e0bb-4a48-b0ff-eff9fb743d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:57.378232 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42712) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:57.386721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Pushing event deleted for resources: {'Network': ['ID=a24dc775-056b-4b1d-a6b3-54d216cc203c,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:57.392527 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:57.403312 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a24dc775-056b-4b1d-a6b3-54d216cc203c HTTP/1.1" status: 204  len: 168 time: 0.7197015
Jul 09 15:55:57.523359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e4dcf-0ba0-4126-96eb-3dc376da1dcb req-bf6fcb73-5cd8-48f8-9903-e2185596e78d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:57.531108 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c38e4dcf-0ba0-4126-96eb-3dc376da1dcb req-bf6fcb73-5cd8-48f8-9903-e2185596e78d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0916872
Jul 09 15:55:57.592818 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c38e4dcf-0ba0-4126-96eb-3dc376da1dcb req-96ea79f8-6895-4128-8677-a6318f716373 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588934
Jul 09 15:55:57.660145 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.689642 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a5ef3524-26a0-497b-8f4b-9b204820dafa req-43ec4b39-df55-42f4-a9ee-41186c6b8486 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 210 time: 0.1003730
Jul 09 15:55:57.724233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:57.729295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:b94bb168f36f4cda942de7ab82cdc606 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:57.741336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:57.768115 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:57.901022 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.906572 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:57.912701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42732) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:57.916375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b68351ad-f7de-4e88-ae9d-8e09818312f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:58.069323 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-16ec4967-4bc6-41ba-93c9-8c41dd84268c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c100b5aba1414ab5a9cb486a2a402c12&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1552310
Jul 09 15:55:58.073314 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42738) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:58.184229 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.243594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de84564f-a73a-4d05-83ad-3e2ebad327a7,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:58.245009 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.250088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:58.253355 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b94bb168f36f4cda942de7ab82cdc606&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8731720
Jul 09 15:55:58.256295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42748) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:55:58.345311 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.360783 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e76cf832-20cb-4fd6-88a4-4b4ba05e9fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:58.379776 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.380477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936010c6-0fc4-4428-a17d-b35e64862453 req-1d154c42-6e26-4198-8d5b-c5a63cbed9ed tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:58.381167 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-936010c6-0fc4-4428-a17d-b35e64862453 req-1d154c42-6e26-4198-8d5b-c5a63cbed9ed tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Synchronizing usage tracker for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:network {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:55:58.382420 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/384e8252-8d6d-4a83-aa4c-55bef793ea65 HTTP/1.1" status: 204  len: 168 time: 0.3075659
Jul 09 15:55:58.383931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384e8252-8d6d-4a83-aa4c-55bef793ea65,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:58.386643 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:58.416198 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.420802 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-936010c6-0fc4-4428-a17d-b35e64862453 req-1d154c42-6e26-4198-8d5b-c5a63cbed9ed tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Unset dirty status for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:network {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:55:58.421762 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-1d154c42-6e26-4198-8d5b-c5a63cbed9ed tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 809 time: 0.4301605
Jul 09 15:55:58.447792 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.494737 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Request body: {'port': {'device_id': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f', 'admin_state_up': True, 'tenant_id': '9ec15ab8d56b43f7b63096d01aff6535'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:58.594925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.602191 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:58.624734 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de84564f-a73a-4d05-83ad-3e2ebad327a7,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:58.632143 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:58.650292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.654027 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de84564f-a73a-4d05-83ad-3e2ebad327a7 HTTP/1.1" status: 204  len: 168 time: 0.3939948
Jul 09 15:55:58.682538 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:55:58.687601 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Usage tracker for resource:port and tenant:9ec15ab8d56b43f7b63096d01aff6535 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:55:58.690539 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:55:58.697847 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:55:58.708237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Made reservation on behalf of 9ec15ab8d56b43f7b63096d01aff6535 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:55:58.711530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:58.980976 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a3a01aa7-5ef9-4bac-90f6-72bea721686e req-12741885-2e23-4f7b-bfc3-070b7a481eba tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 210 time: 0.0569711
Jul 09 15:55:59.082770 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Allocated IP 172.20.0.13 (d0aa2ad7-5b7d-42b5-8182-f878d012572f/cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc/1e6e9f65-e143-48d1-bf16-97c28c6bedad) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:55:59.210791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76d4d-6e83-4e87-aea7-581c66b30e2a req-671bda9e-deec-4eed-8b77-28d4da0ddd3f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:59.218763 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6be76d4d-6e83-4e87-aea7-581c66b30e2a req-671bda9e-deec-4eed-8b77-28d4da0ddd3f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.3674648
Jul 09 15:55:59.448947 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6be76d4d-6e83-4e87-aea7-581c66b30e2a req-104d636e-4a6f-4d51-94b8-a4d14f550fd9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293246
Jul 09 15:55:59.536603 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:59.569823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:59.583205 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:55:59.656895 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:55:59.660735 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:55:59.666408 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:55:59.671485 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:55:59.672156 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:55:59.675907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Pushing event updated for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:55:59.680413 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:55:59.699114 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2081454
Jul 09 15:55:59.719255 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Request body: {'port': {'device_id': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:55:59.836303 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.136172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42824) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:00.288013 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-b80d9e82-c670-4acc-bbde-53dbf7f7013e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:00.288674 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-b80d9e82-c670-4acc-bbde-53dbf7f7013e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Synchronizing usage tracker for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:00.362933 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-b80d9e82-c670-4acc-bbde-53dbf7f7013e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Unset dirty status for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:00.364099 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-b80d9e82-c670-4acc-bbde-53dbf7f7013e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 932 time: 0.2156200
Jul 09 15:56:00.375915 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6e9f65-e143-48d1-bf16-97c28c6bedad {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:00.407208 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.427068 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-775703866-network', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:00.433314 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:00.441544 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Transition to ACTIVE for port object 1e6e9f65-e143-48d1-bf16-97c28c6bedad will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:00.445858 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-60887418-9d14-4ee5-82b5-356ff0cbaaf9 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Synchronizing usage tracker for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:00.449752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Usage tracker for resource:network and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:00.454714 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.458484 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:00.462719 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:00.475886 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:00.498832 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Made reservation on behalf of 1a23131f038c45cb895e1650c60c45c5 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:00.501577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.543490 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.588016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-60887418-9d14-4ee5-82b5-356ff0cbaaf9 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Unset dirty status for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:00.610041 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2e7c2ef8-b337-4ad8-a7a2-5528018e0007 req-60887418-9d14-4ee5-82b5-356ff0cbaaf9 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380505
Jul 09 15:56:00.631919 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:00.641492 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:00.646726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:00.714965 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:00.721027 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Attempting to bind port 1e6e9f65-e143-48d1-bf16-97c28c6bedad on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:00.721275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Attempting to bind port 1e6e9f65-e143-48d1-bf16-97c28c6bedad by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:00.721653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Attempting to bind port 1e6e9f65-e143-48d1-bf16-97c28c6bedad on network d0aa2ad7-5b7d-42b5-8182-f878d012572f {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:00.723634 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:00.729375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Port 1e6e9f65-e143-48d1-bf16-97c28c6bedad on network d0aa2ad7-5b7d-42b5-8182-f878d012572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:56:00.734067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Attempting to bind port 1e6e9f65-e143-48d1-bf16-97c28c6bedad on network d0aa2ad7-5b7d-42b5-8182-f878d012572f {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:00.741862 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:00.742230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Checking segment: {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:00.742660 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Bound using segment: {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:00.743085 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Bound port: 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:00.743426 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.754040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:00.858304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713e0cd-2c6d-4fae-991d-72ce56f40944 req-05287845-f351-4722-b030-63687ec4d1e4 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:00.860415 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c713e0cd-2c6d-4fae-991d-72ce56f40944 req-05287845-f351-4722-b030-63687ec4d1e4 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2041063
Jul 09 15:56:00.877745 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:00.884468 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:00.890237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.895097 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:00.976062 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:00.977423 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] 10.222.0.79 "PUT /v2.0/ports/1e6e9f65-e143-48d1-bf16-97c28c6bedad HTTP/1.1" status: 200  len: 1094 time: 1.2635291
Jul 09 15:56:00.978128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:00.995574 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:00.999643 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:01.025137 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c713e0cd-2c6d-4fae-991d-72ce56f40944 req-01878f71-4d9c-4cfb-8d94-21f730192212 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489954
Jul 09 15:56:01.060347 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.066898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.074926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:01.109428 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:56:01.124150 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad', 'status': 'completed', 'code': 200}
Jul 09 15:56:01.125114 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f461b-1128-4301-83bb-03abbf48df8a,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:01.130336 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:01.133668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.134287 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Added segment 9de6963d-4806-429d-b040-520d9ca08515 of type vlan for network 24c9b239-ddcf-408d-bb92-b7c42df4b460
Jul 09 15:56:01.172554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.196043 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-2201e2e3-0937-46f5-9756-d79d32625325 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 1097 time: 0.1450250
Jul 09 15:56:01.221859 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.223112 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:01.223765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.238364 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:01.270729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42866) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:01.289429 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-9f5ad81e-4987-498a-97c3-b2dcc44c4f99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad HTTP/1.1" status: 200  len: 217 time: 0.0766177
Jul 09 15:56:01.371811 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=24c9b239-ddcf-408d-bb92-b7c42df4b460,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:01.380790 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2429140
Jul 09 15:56:01.383132 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42878) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:01.384483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:01.387023 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:56:01.397515 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Request body: {'subnet': {'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-775703866-subnet', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:01.409786 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:01.417857 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Usage tracker for resource:subnet and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:01.426913 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:01.437389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:01.446909 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936010c6-0fc4-4428-a17d-b35e64862453 req-92835603-320c-4622-9036-9016ef2ff98d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:01.448599 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-92835603-320c-4622-9036-9016ef2ff98d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc HTTP/1.1" status: 200  len: 849 time: 0.1411667
Jul 09 15:56:01.455084 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Made reservation on behalf of 1a23131f038c45cb895e1650c60c45c5 for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:01.458040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.607133 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-6d92082c-fff8-4aad-8b30-ef5a82988e2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0aa2ad7-5b7d-42b5-8182-f878d012572f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1324089
Jul 09 15:56:01.610697 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:01.812968 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:01.823202 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a536a2af114c29a91d94a32d1a1d9b is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:01.839952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:01.852142 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:01.908624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c5e13-d57c-4b43-98e2-e30fb229667c req-e192a632-75a2-4927-826e-e9ce96bbe2dc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:01.916444 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-762c5e13-d57c-4b43-98e2-e30fb229667c req-e192a632-75a2-4927-826e-e9ce96bbe2dc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 944 time: 0.1607594
Jul 09 15:56:01.948477 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-14b7681d-ab73-4810-9b27-febe33ed494e service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3263893
Jul 09 15:56:01.986568 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-762c5e13-d57c-4b43-98e2-e30fb229667c req-854d296d-72a6-409e-b6c7-8ef18d4b0c4c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689459
Jul 09 15:56:02.119065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.137781 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ba24d8ff-e77b-4c57-84cc-517e4e3c519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:02.262140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb0bb-d0f9-4910-a352-c43b29846d55 req-74744c6c-4aa3-4fa9-9418-2a7b036150aa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:02.263821 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-726cb0bb-d0f9-4910-a352-c43b29846d55 req-74744c6c-4aa3-4fa9-9418-2a7b036150aa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0940154
Jul 09 15:56:02.268389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.302206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.315009 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f5863a-cd11-443a-a049-330b126e5c87,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:02.322943 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:02.331595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-357fc26d-bae4-4e8d-bc5c-a6e205e30435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:02.343862 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-726cb0bb-d0f9-4910-a352-c43b29846d55 req-f6d3be43-7aab-4818-8d80-ff7613c9ab5c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703633
Jul 09 15:56:02.435527 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18187b9e-9a23-4ef4-a5bf-3725c8362e41,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:02.438678 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:02.449169 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a8a536a2af114c29a91d94a32d1a1d9b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1745663
Jul 09 15:56:02.449256 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42904) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:02.450599 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-936010c6-0fc4-4428-a17d-b35e64862453 req-00db95db-7a05-4128-89ea-3dfccbc8a5d3 service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4396331
Jul 09 15:56:02.453383 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Checking segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:02.453712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Network hostable DHCP agents. Network: 24c9b239-ddcf-408d-bb92-b7c42df4b460, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:56:02.480362 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:56:02.494889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 24c9b239-ddcf-408d-bb92-b7c42df4b460) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:02.502748 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:02.503766 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.510401 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fae66e-74bf-4d1b-9d70-ba4e2be6409b None None] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:56:02.524773 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.576756 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.576997 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1940613
Jul 09 15:56:02.579884 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 42914) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:02.647554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.648174 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:02.659733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5ed57e34-b5cf-46bb-badd-fd7bc56048f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:02.664947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18187b9e-9a23-4ef4-a5bf-3725c8362e41,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:02.668912 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:02.673276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.674432 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/18187b9e-9a23-4ef4-a5bf-3725c8362e41 HTTP/1.1" status: 204  len: 168 time: 0.2243531
Jul 09 15:56:02.681108 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:02.710277 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Usage tracker for resource:router and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:02.714001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:02.721088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:02.747951 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.748967 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.768696 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-967b71a4-bc21-4793-9c3d-473ce903b190 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 1097 time: 0.1854358
Jul 09 15:56:02.798788 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:02.854954 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-24c9b239-ddcf-408d-bb92-b7c42df4b460', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:56:02.858540 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:03.056416 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:03.108983 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca3d86-2400-424d-acb0-183711488b8c req-c9320b56-5f2a-43aa-ab67-6f9e01782a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:03.110579 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-c9320b56-5f2a-43aa-ab67-6f9e01782a8e service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 910 time: 0.3336537
Jul 09 15:56:03.265538 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Allocated IP 172.20.0.2 (24c9b239-ddcf-408d-bb92-b7c42df4b460/d6f5863a-cd11-443a-a049-330b126e5c87/bd3adc75-e3b2-46e2-ab1d-30b7845584ec) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:03.423984 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-5922095e-905a-47ac-990d-ef3c51eaf0d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad HTTP/1.1" status: 200  len: 217 time: 0.3056607
Jul 09 15:56:03.612871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bce3b-5da9-4c6c-adae-3b90ef2f60c2 req-de30b747-cacd-4dda-b162-bbae66ec1cd7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:03.614471 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-689bce3b-5da9-4c6c-adae-3b90ef2f60c2 req-de30b747-cacd-4dda-b162-bbae66ec1cd7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 944 time: 0.3139374
Jul 09 15:56:03.616558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca3d86-2400-424d-acb0-183711488b8c req-1e3022b3-c1e9-4bfe-b0cc-c677f9ad1686 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:03.618157 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-1e3022b3-c1e9-4bfe-b0cc-c677f9ad1686 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc HTTP/1.1" status: 200  len: 849 time: 0.1495206
Jul 09 15:56:03.783808 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-609907f2-0425-4eee-abf0-01a59f575d58 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0aa2ad7-5b7d-42b5-8182-f878d012572f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773044
Jul 09 15:56:03.803432 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:03.831166 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Transition to ACTIVE for port object bd3adc75-e3b2-46e2-ab1d-30b7845584ec will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:03.872278 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Transition to ACTIVE for port object bd3adc75-e3b2-46e2-ab1d-30b7845584ec will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:03.883055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:03.890889 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:03.921518 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c225bd-ca1e-432c-b7ff-c6204fc94e86 req-7fd381bb-856a-4410-bc0b-1acf268a6f1e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:03.930026 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-39c225bd-ca1e-432c-b7ff-c6204fc94e86 req-7fd381bb-856a-4410-bc0b-1acf268a6f1e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2434170
Jul 09 15:56:03.984861 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Pushing event updated for resources: {'Port': ['ID=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:03.996166 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:03.996758 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:03.998291 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:03.998772 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:03.999245 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:03.999731 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.000196 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.000747 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.001301 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.002067 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.002745 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:04.008838 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:04.010743 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-689bce3b-5da9-4c6c-adae-3b90ef2f60c2 req-d0b00dce-ce84-44b6-9b28-6da25d898dd7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3870170
Jul 09 15:56:04.024876 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:04.028799 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:04.037108 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:04.047063 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-39c225bd-ca1e-432c-b7ff-c6204fc94e86 req-4a8d30ee-e8d8-4b22-befe-d4907233432c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111917
Jul 09 15:56:04.146473 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Attempting to bind port bd3adc75-e3b2-46e2-ab1d-30b7845584ec on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:04.147067 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Attempting to bind port bd3adc75-e3b2-46e2-ab1d-30b7845584ec by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:04.147642 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Attempting to bind port bd3adc75-e3b2-46e2-ab1d-30b7845584ec on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:04.155766 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.155999 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:04.156329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Checking segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:04.156935 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.157329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Bound using segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:04.157800 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Bound port: bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:04.158199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.191729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.195756 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-b32acb27-2933-46e3-81a1-6ba9b8a27bee service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947277
Jul 09 15:56:04.251362 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] For port bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:04.255775 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] For port bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:04.260667 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.270728 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:04.295137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 42986) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:04.358678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Pushing event updated for resources: {'Port': ['ID=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:04.368707 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:04.449827 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53ca3d86-2400-424d-acb0-183711488b8c req-1b56b8c4-9bcc-4b43-a116-98b525aba28d service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197642
Jul 09 15:56:04.469038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Allocated IP 172.27.2.181 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/99ed0633-9c20-469d-b1d1-4310bcaac0f8) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:04.503316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.546274 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:04.550844 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:17ae63a7e41b4c71831ee4d80e2e326c is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:04.555653 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:04.572373 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:04.708851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.716350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.725689 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-45e17aa4-b248-4f0f-8853-221e59b0b032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:04.758778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.775907 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9665ba92-c0dc-4caa-918e-4a62abfb0688,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:04.779072 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:04.784122 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17ae63a7e41b4c71831ee4d80e2e326c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4856093
Jul 09 15:56:04.784752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43008) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:04.817490 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.822925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:04.858876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.887237 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.901838 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:04.906637 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:04.909600 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:04.968271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:04.974405 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:04.978697 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Pushing event updated for resources: {'Port': ['ID=99ed0633-9c20-469d-b1d1-4310bcaac0f8,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:04.982458 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:04.995649 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665ba92-c0dc-4caa-918e-4a62abfb0688,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:05.000481 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:05.004385 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:05.005562 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9665ba92-c0dc-4caa-918e-4a62abfb0688 HTTP/1.1" status: 204  len: 168 time: 0.2200060
Jul 09 15:56:05.176413 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:05.177467 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:05.185218 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bd3adc75-e3b2-46e2-ab1d-30b7845584ec up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:05.299137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port bd3adc75-e3b2-46e2-ab1d-30b7845584ec completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:05.474043 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7df12-f82f-4ff0-8160-12371a88f506 req-b120a1e6-bba3-4025-bbfd-354a4926c63b tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:05.486324 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08b7df12-f82f-4ff0-8160-12371a88f506 req-b120a1e6-bba3-4025-bbfd-354a4926c63b tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 944 time: 0.2225239
Jul 09 15:56:05.551383 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-249bcef8-1e7b-4326-91a5-e627c1c1dd99 req-fc0a9c21-7bcf-4bd7-ae3f-ae574095b014 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1099 time: 0.1482041
Jul 09 15:56:05.558460 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80820-d296-40ec-aa6e-30e6b60ba170 req-a2fd6bf1-dc45-4e77-8355-42d5497dc016 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:05.591863 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7dd80820-d296-40ec-aa6e-30e6b60ba170 req-a2fd6bf1-dc45-4e77-8355-42d5497dc016 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2484694
Jul 09 15:56:05.601799 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08b7df12-f82f-4ff0-8160-12371a88f506 req-06520ac8-1861-419f-9b06-281e26a66cbf tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126444
Jul 09 15:56:05.661561 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43036) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:05.708474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:05.796855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:05.804969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Usage tracker for resource:security_group_rule and tenant:cfb8f3be03fb4032afe523343a5de55b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:05.816078 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:05.840352 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-249bcef8-1e7b-4326-91a5-e627c1c1dd99 req-95e2343c-89b2-4245-9d75-5b92defbff61 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464714
Jul 09 15:56:05.841859 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:05.880158 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7dd80820-d296-40ec-aa6e-30e6b60ba170 req-5a0c65a9-07c4-4d34-8439-6277b73c6a83 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2873242
Jul 09 15:56:05.944709 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a2617-64e1-490d-91e9-59c15b1184b4 None None] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:56:06.034017 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Router 513c3962-3fa1-479a-bbe6-03011492dc1b is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:56:06.074173 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.087254 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.095295 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0618522f-c71b-44d6-8673-0d274d86b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:06.175840 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402d617-e4d2-48de-8760-eb704f4583bc,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:06.178898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:06.183889 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cfb8f3be03fb4032afe523343a5de55b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5198472
Jul 09 15:56:06.185487 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43054) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:06.280109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Provisioning for port bd3adc75-e3b2-46e2-ab1d-30b7845584ec completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:06.290226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Provisioning complete for port bd3adc75-e3b2-46e2-ab1d-30b7845584ec triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:06.290605 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.291594 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.336303 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:56:06.351678 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:56:06.374913 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.380569 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.7959666
Jul 09 15:56:06.380913 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.382362 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43058) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:06.387271 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:06.388676 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad046a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:55:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:06.490912 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1e6e9f65-e143-48d1-bf16-97c28c6bedad details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:56:06.492799 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.502293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-af8f5fc0-55b4-4d12-9832-546abc811561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:06.537105 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402d617-e4d2-48de-8760-eb704f4583bc,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:06.542584 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:06.550327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.551670 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5402d617-e4d2-48de-8760-eb704f4583bc HTTP/1.1" status: 204  len: 168 time: 0.3658590
Jul 09 15:56:06.688405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:06.726165 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.748142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '1e6e9f65-e143-48d1-bf16-97c28c6bedad', 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f', 'port_id': '1e6e9f65-e143-48d1-bf16-97c28c6bedad', 'mac_address': 'fa:16:3e:69:aa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:56:06.858613 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] For port bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:06.888316 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:06.917779 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:06.930721 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:07.094553 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:07.117575 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6e9f65-e143-48d1-bf16-97c28c6bedad {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:07.137051 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Pushing event updated for resources: {'Port': ['ID=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:07.144917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:07.146095 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:07.148945 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-a7955ae6-fb1d-4cd4-9d13-0f778934692d None None] Provisioning complete for port bd3adc75-e3b2-46e2-ab1d-30b7845584ec triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:07.149711 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a7955ae6-fb1d-4cd4-9d13-0f778934692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:07.204292 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:07.207296 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:07.338366 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:07.343789 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd110111-b899-496d-ae69-f9b98ef53000 req-2def754a-8c93-413f-a92f-23e99b8a132e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:07.344421 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:07.349408 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fd110111-b899-496d-ae69-f9b98ef53000 req-2def754a-8c93-413f-a92f-23e99b8a132e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 944 time: 0.4029543
Jul 09 15:56:07.421810 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb64b2d-80d6-4b80-8aa3-a468bd5185f8 req-cff0d579-b153-47fe-b87d-1cd22f679bc1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:07.431722 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-deb64b2d-80d6-4b80-8aa3-a468bd5185f8 req-cff0d579-b153-47fe-b87d-1cd22f679bc1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1102791
Jul 09 15:56:07.491609 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-deb64b2d-80d6-4b80-8aa3-a468bd5185f8 req-d8c47e9f-e1d9-4f98-9d2f-a666b3c98988 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590096
Jul 09 15:56:07.510913 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fd110111-b899-496d-ae69-f9b98ef53000 req-1c0b2882-8d9e-43e4-9d82-198c3aa0aa2d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865078
Jul 09 15:56:07.625681 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad046a0>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 3, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:07.631421 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:56:07.632002 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Updating router 513c3962-3fa1-479a-bbe6-03011492dc1b port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:56:07.693576 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:07.959460 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['1e6e9f65-e143-48d1-bf16-97c28c6bedad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:56:08.120911 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.134881 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Transition to ACTIVE for port object 99ed0633-9c20-469d-b1d1-4310bcaac0f8 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:08.162646 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.168215 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:08.173145 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.285552 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Attempting to bind port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:08.285974 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Attempting to bind port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:08.286364 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Attempting to bind port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:08.292548 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Pushing event updated for resources: {'Port': ['ID=99ed0633-9c20-469d-b1d1-4310bcaac0f8,revision_number=2']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:08.300027 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:08.300461 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:08.300878 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.301280 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:08.301777 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Bound port: 99ed0633-9c20-469d-b1d1-4310bcaac0f8, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:08.302196 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.386079 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.386426 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.386752 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.387326 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.387821 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.388223 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.390010 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.390381 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.390868 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.391064 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.391336 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:08.397132 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:08.445524 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] For port 99ed0633-9c20-469d-b1d1-4310bcaac0f8, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:08.450105 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] For port 99ed0633-9c20-469d-b1d1-4310bcaac0f8, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=99ed0633-9c20-469d-b1d1-4310bcaac0f8,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:08.458292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Allocated IP 172.20.0.1 (24c9b239-ddcf-408d-bb92-b7c42df4b460/d6f5863a-cd11-443a-a049-330b126e5c87/bf78efce-579a-4d93-b2c4-ea713b70293c) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:08.462954 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.474518 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-00063e75-7ded-43ac-acb2-6b1821b38dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:08.585408 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:08.586360 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad046a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:55:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:08.659757 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.665064 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Pushing event updated for resources: {'Port': ['ID=99ed0633-9c20-469d-b1d1-4310bcaac0f8,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:08.680798 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Transition to ACTIVE for port object bf78efce-579a-4d93-b2c4-ea713b70293c will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:08.709157 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:08.733258 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:08.752373 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-85a0d45b-7fb1-4a04-af55-65c95c5e2bcc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:09.026982 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:09.079617 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502a7d-7823-49e4-8878-4c1913d895d3 req-2aad2552-f423-4166-86fa-cf61e37a0076 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:09.087166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:09.091925 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b4502a7d-7823-49e4-8878-4c1913d895d3 req-2aad2552-f423-4166-86fa-cf61e37a0076 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 945 time: 0.2412553
Jul 09 15:56:09.099782 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bd3adc75-e3b2-46e2-ab1d-30b7845584ec up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:09.109530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:09.153224 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:09.153783 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:09.227107 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Pushing event updated for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:09.243874 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:09.251466 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b4502a7d-7823-49e4-8878-4c1913d895d3 req-fad7470d-8325-41d9-9a24-f2d5a1432aef tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583686
Jul 09 15:56:09.352717 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port bd3adc75-e3b2-46e2-ab1d-30b7845584ec triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:09.353112 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:09.469730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9860b6f-47f0-4b09-aea4-b62440dc84ff req-0347a289-5c47-4a65-bfc3-fa7856580325 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:09.473126 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b9860b6f-47f0-4b09-aea4-b62440dc84ff req-0347a289-5c47-4a65-bfc3-fa7856580325 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.6099722
Jul 09 15:56:09.626289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:09.649073 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-28168f26-1aef-45b9-9f7d-294450acea2c None None] Provisioning for port bf78efce-579a-4d93-b2c4-ea713b70293c completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:09.663338 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b9860b6f-47f0-4b09-aea4-b62440dc84ff req-d54b71af-cf61-4b90-b450-03094efc8614 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732981
Jul 09 15:56:09.711824 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-28168f26-1aef-45b9-9f7d-294450acea2c None None] Provisioning complete for port bf78efce-579a-4d93-b2c4-ea713b70293c triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:09.712559 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-28168f26-1aef-45b9-9f7d-294450acea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:09.835902 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad046a0>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 3, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:09.845275 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e37713-2361-490f-8709-8cc180fbf875 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:04Z', 'revision_number': 3, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:56:09.862098 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-28168f26-1aef-45b9-9f7d-294450acea2c None None] Port bf78efce-579a-4d93-b2c4-ea713b70293c cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:56:10.103541 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:10.121938 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:10.125352 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:10.135537 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-66b5ca5e-6cc2-43c0-a187-6debddce587f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:10.201080 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b331e-f5c0-44be-b2f1-ea049b422939 req-0ba48a34-3ced-4e74-add1-c4ac2c5207ac tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:10.210926 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-018b331e-f5c0-44be-b2f1-ea049b422939 req-0ba48a34-3ced-4e74-add1-c4ac2c5207ac tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2215469
Jul 09 15:56:10.368611 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-018b331e-f5c0-44be-b2f1-ea049b422939 req-9c372a14-7614-45c2-acf0-fddf1f0e33e8 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394532
Jul 09 15:56:10.476866 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1e6e9f65-e143-48d1-bf16-97c28c6bedad up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:10.586987 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Pushing event updated for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:10.599667 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:10.611850 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:10.613533 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:10.631225 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 1e6e9f65-e143-48d1-bf16-97c28c6bedad completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:10.645806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 1e6e9f65-e143-48d1-bf16-97c28c6bedad triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:10.646331 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:10.823246 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978703-438f-4c80-bf9c-4827b0a48dd9 req-28c896b6-d936-4578-a230-da07dde669fc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:10.825607 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-af978703-438f-4c80-bf9c-4827b0a48dd9 req-28c896b6-d936-4578-a230-da07dde669fc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 945 time: 0.3445921
Jul 09 15:56:10.844099 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:10.969540 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.048448 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:11.097038 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:11.114164 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.116589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:11.146332 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-af978703-438f-4c80-bf9c-4827b0a48dd9 req-fead13e2-be19-4607-8802-71f1f9480480 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2932992
Jul 09 15:56:11.284379 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad', 'code': 200}
Jul 09 15:56:11.292017 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 99ed0633-9c20-469d-b1d1-4310bcaac0f8 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:11.388008 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-f5e80953-2f35-4535-96d3-8b78b9fab933 None None] Provisioning complete for port bf78efce-579a-4d93-b2c4-ea713b70293c triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:11.388749 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f5e80953-2f35-4535-96d3-8b78b9fab933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.455722 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:11.463259 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:11.471741 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-f5e80953-2f35-4535-96d3-8b78b9fab933 None None] Port bf78efce-579a-4d93-b2c4-ea713b70293c cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:56:11.476454 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:11.485584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:11.486196 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.657427 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.675863 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 99ed0633-9c20-469d-b1d1-4310bcaac0f8, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=99ed0633-9c20-469d-b1d1-4310bcaac0f8,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:11.679001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:56:11.686827 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:11.689006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:11.698905 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-49bc6a86-c628-4b20-b83d-0b8e33ed4a16 req-dc458775-322a-4ec7-8e37-d69e6dc12271 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 1099 time: 0.1717279
Jul 09 15:56:11.758660 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=99ed0633-9c20-469d-b1d1-4310bcaac0f8,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:11.762028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:11.873208 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-49bc6a86-c628-4b20-b83d-0b8e33ed4a16 req-9cac563f-1f9a-4140-b10d-391d2ded5e08 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622477
Jul 09 15:56:12.043039 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:56:12.066382 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] 10.222.0.74 "PUT /v2.0/routers/513c3962-3fa1-479a-bbe6-03011492dc1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6733379
Jul 09 15:56:12.349052 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43232) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:12.461615 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2b38-ea7b-4142-89f2-a4bf195ba265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.540726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c35be3-3fd3-4e94-8b8d-9078ba5b8145 req-00b5eeb4-b806-4c64-8840-fb620c6a737f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:12.542547 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.543207 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e8c35be3-3fd3-4e94-8b8d-9078ba5b8145 req-00b5eeb4-b806-4c64-8840-fb620c6a737f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.1851621
Jul 09 15:56:12.584129 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:12.588386 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Usage tracker for resource:security_group_rule and tenant:daf4cb526b434d3399e1c219bb830628 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:12.593032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:12.599196 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:12.621447 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e8c35be3-3fd3-4e94-8b8d-9078ba5b8145 req-8ca82903-54fb-4c4b-ba32-8c12ee20e0da tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712252
Jul 09 15:56:12.711478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.723774 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.745132 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-25c7d7dc-d137-496c-9e3b-c56acb284e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:12.770129 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=daf4cb526b434d3399e1c219bb830628&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4195168
Jul 09 15:56:12.772863 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43256) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:12.793700 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b051dc6c-c1bc-4836-99d4-64eb27d26166,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:12.797246 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:12.853861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.889679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.894250 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.957628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.963472 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8e84b987-e6b8-4e22-b263-6cdd4b3a3142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:12.977101 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051dc6c-c1bc-4836-99d4-64eb27d26166,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:12.984113 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:12.986181 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:12.989537 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b051dc6c-c1bc-4836-99d4-64eb27d26166 HTTP/1.1" status: 204  len: 168 time: 0.2134724
Jul 09 15:56:13.046178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 99ed0633-9c20-469d-b1d1-4310bcaac0f8 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:13.122704 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:13.123124 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.136724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43270) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:13.145178 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311182208', 'description': 'tempest-description--1455448858'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:13.155197 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:13.168284 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:13.172633 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:13.180470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:13.196679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.247130 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:13.251351 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:13.254433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:13.265601 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:13.345395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.350561 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.366684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-50e10866-9cdd-4995-be4f-d1554a554674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:13.405803 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eccad5-3f9d-498c-94e9-8045deee0abd,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:13.408679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.409927 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2719595
Jul 09 15:56:13.410802 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:13.413037 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43284) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:13.419676 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group_rule': {'security_group_id': 'f4eccad5-3f9d-498c-94e9-8045deee0abd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:13.425595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:13.437122 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:13.440733 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:13.449191 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:13.472640 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.534346 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43294) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:13.568576 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.573556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.578398 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.594763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:13.618309 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:13.625270 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbba2f9-617f-4286-9c6c-0d24dd459fd2,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:13.630144 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Usage tracker for resource:security_group_rule and tenant:7471b64f16dd42e5bd3a51d8a498ecff is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:13.633337 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:13.640949 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:13.641710 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:13.643551 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.646409 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2323847
Jul 09 15:56:13.649318 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43300) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:13.657902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group_rule': {'security_group_id': 'f4eccad5-3f9d-498c-94e9-8045deee0abd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:13.670195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:13.678876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:13.686275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:13.692910 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:13.709794 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.736166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.740633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.750310 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:13.780433 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949fb374-00b5-493d-bfd8-f33ef330e02a,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:13.783524 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:13.816185 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7471b64f16dd42e5bd3a51d8a498ecff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2785740
Jul 09 15:56:13.817091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43306) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:13.923067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.929112 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.942247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.954547 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-06964634-8b72-439a-a427-8701b4fff478 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:13.977203 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:13.979951 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf75841-531e-4906-aba2-ee3c542035d5,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:13.982518 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:14.001236 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a0d96-3fcb-4dda-a272-60a8f03f1c8f req-ac07a13c-af38-4e2b-8666-e94470af8278 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:14.002914 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-423a0d96-3fcb-4dda-a272-60a8f03f1c8f req-ac07a13c-af38-4e2b-8666-e94470af8278 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.2448640
Jul 09 15:56:14.004190 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.008117 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3547120
Jul 09 15:56:14.008327 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43314) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:14.023558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:14.029058 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:14.047677 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.047925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:floatingip and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:14.053653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:14.055996 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-2fc14542-587f-444e-83e2-e79814794043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:14.063407 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:14.079125 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949fb374-00b5-493d-bfd8-f33ef330e02a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:14.085106 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:14.087915 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.091638 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/949fb374-00b5-493d-bfd8-f33ef330e02a HTTP/1.1" status: 204  len: 168 time: 0.2709403
Jul 09 15:56:14.104690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.123260 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-423a0d96-3fcb-4dda-a272-60a8f03f1c8f req-5c7c3736-0236-4e90-88ed-942aec561a4b tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090367
Jul 09 15:56:14.291788 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:56:14.323156 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:14.323870 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a90>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:55:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:14.349340 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.563480 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:14.679459 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43330) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:14.687213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Allocated IP 172.27.2.8 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:14.701047 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.747436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:14.752875 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Usage tracker for resource:security_group_rule and tenant:e053683cd32442eb9ccf5cce0c6001bf is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:14.756476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:14.756800 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-81e331a5-d8c3-42ec-b95f-ef044e949b94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.2673790
Jul 09 15:56:14.765482 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:14.845242 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a6f31db4-b543-4751-bd6d-e1ce02a64185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.856908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.868303 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:14.875670 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:14.933030 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d5e9ad-6333-4217-8ed2-24ceb0a032bb,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:14.938581 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:14.940111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335f53e-f6df-47e2-aebd-6b8ebdf79bf9 req-4fa99f97-45e6-49db-99ab-8d2794520a2e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:14.946506 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e053683cd32442eb9ccf5cce0c6001bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2621577
Jul 09 15:56:14.946694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1335f53e-f6df-47e2-aebd-6b8ebdf79bf9 req-4fa99f97-45e6-49db-99ab-8d2794520a2e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.4146583
Jul 09 15:56:14.948634 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43338) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:14.996084 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a90>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 2, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:15.002649 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:56:15.003068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Updating router 513c3962-3fa1-479a-bbe6-03011492dc1b port bf78efce-579a-4d93-b2c4-ea713b70293c binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:56:15.055171 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.081934 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.113871 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1335f53e-f6df-47e2-aebd-6b8ebdf79bf9 req-ec0244c7-d1d4-4f52-bcd0-69ddb4815215 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583471
Jul 09 15:56:15.114559 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.147974 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.188528 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.194032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:15.271730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:15.277253 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:15.279461 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:15.309825 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:15.312935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:15.393264 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.398436 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a2469fca-e1d1-4630-960a-6ce5d9f638d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:15.416183 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d5e9ad-6333-4217-8ed2-24ceb0a032bb,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:15.455146 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:15.480076 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.481534 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.482685 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1d5e9ad-6333-4217-8ed2-24ceb0a032bb HTTP/1.1" status: 204  len: 168 time: 0.5327859
Jul 09 15:56:15.493642 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Transition to ACTIVE for port object bf78efce-579a-4d93-b2c4-ea713b70293c will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:15.502525 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.509073 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:15.511457 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546f7e-7231-4367-b740-aa0a272de0a7 req-2f1ae4fb-9406-414f-a217-8ace0e95c8cb tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:15.513289 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80546f7e-7231-4367-b740-aa0a272de0a7 req-2f1ae4fb-9406-414f-a217-8ace0e95c8cb tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.2387226
Jul 09 15:56:15.620853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.667138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Pushing event updated for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:15.667138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:15.717790 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80546f7e-7231-4367-b740-aa0a272de0a7 req-2cba3c0e-b217-41f9-be02-183b54cb955e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488526
Jul 09 15:56:15.733988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.760623 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.768855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Attempting to bind port bf78efce-579a-4d93-b2c4-ea713b70293c on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:15.769333 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Attempting to bind port bf78efce-579a-4d93-b2c4-ea713b70293c by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:15.769772 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Attempting to bind port bf78efce-579a-4d93-b2c4-ea713b70293c on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:15.785116 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:15.785499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Checking segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:15.785907 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.786336 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Bound using segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:15.787478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Bound port: bf78efce-579a-4d93-b2c4-ea713b70293c, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:15.787867 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.916935 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] For port bf78efce-579a-4d93-b2c4-ea713b70293c, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:15.925489 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] For port bf78efce-579a-4d93-b2c4-ea713b70293c, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bf78efce-579a-4d93-b2c4-ea713b70293c,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:15.949193 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:15.955640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:16.066345 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Pushing event updated for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:16.069713 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:16.069842 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:16.074869 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:16.075502 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a90>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:56:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:16.079159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:16.083000 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:16.158444 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:16.161402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:16.162938 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:16.187034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:16.196012 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.1791394
Jul 09 15:56:16.301184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:16.380750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa0323-3420-4c10-9339-492e73718457 req-9368888e-bd67-4058-8a41-42474b91758b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:16.386412 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3aa0323-3420-4c10-9339-492e73718457 req-9368888e-bd67-4058-8a41-42474b91758b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1093397
Jul 09 15:56:16.430795 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3aa0323-3420-4c10-9339-492e73718457 req-22c51f9c-4c00-40ff-87a5-2b902fe4316b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425694
Jul 09 15:56:16.589636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-079a1bb3-61c7-42e7-b04c-6214e5f10066 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:16.607440 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-079a1bb3-61c7-42e7-b04c-6214e5f10066 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:16.608602 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-079a1bb3-61c7-42e7-b04c-6214e5f10066 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1311182208&fields=id&tenant_id=1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 267 time: 0.0654967
Jul 09 15:56:16.660167 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a90>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:15Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:16.665435 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e1c825-feb6-4a93-a97b-c20868e1adf2 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:15Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:56:16.907984 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-1e6af908-4025-49d9-a50d-b4cf1f61a0d9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:16.909578 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-1e6af908-4025-49d9-a50d-b4cf1f61a0d9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 810 time: 0.2941160
Jul 09 15:56:16.936348 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-9ee64116-dfbf-4da7-a220-6d0df71b304e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:16.937946 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-9ee64116-dfbf-4da7-a220-6d0df71b304e service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.2352736
Jul 09 15:56:16.944831 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-784b5dbb-209c-45f7-89aa-ff6a49745704 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/quotas/1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 375 time: 0.0247955
Jul 09 15:56:17.043824 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bf78efce-579a-4d93-b2c4-ea713b70293c up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:17.052075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-90616bb5-5abf-4ad5-9c63-95f222e409eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:17.085519 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-90616bb5-5abf-4ad5-9c63-95f222e409eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:17.093994 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-90616bb5-5abf-4ad5-9c63-95f222e409eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1403337
Jul 09 15:56:17.152328 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port bf78efce-579a-4d93-b2c4-ea713b70293c completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:17.170055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port bf78efce-579a-4d93-b2c4-ea713b70293c triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:17.170586 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:17.250853 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:17.300020 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-d645ae5b-3673-4e6c-964b-5af4ed89294a service neutron] 10.222.0.74 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921301
Jul 09 15:56:17.325641 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:17.362771 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port bf78efce-579a-4d93-b2c4-ea713b70293c, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bf78efce-579a-4d93-b2c4-ea713b70293c,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:17.368279 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:17.373042 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:17.446901 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-fab8af16-2e43-4e45-ba91-73490eddd19f service neutron] 10.222.0.74 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458113
Jul 09 15:56:17.452834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:17.456417 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:17.780203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821a419-b4cf-47dd-b76d-f3ee0e675d17 req-6cf6ca51-6986-48cc-a17e-4c41aac3ce4c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:17.787215 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2821a419-b4cf-47dd-b76d-f3ee0e675d17 req-6cf6ca51-6986-48cc-a17e-4c41aac3ce4c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0961549
Jul 09 15:56:17.852466 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2821a419-b4cf-47dd-b76d-f3ee0e675d17 req-726cddda-2028-4f80-b69a-26f10f9bbdf1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619781
Jul 09 15:56:17.982760 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3d4fc754-a66b-4cf7-bc6c-3a440efa2e25 req-2ebad957-5f4e-472b-8625-424d53372035 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 210 time: 0.0510931
Jul 09 15:56:19.006393 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bf78efce-579a-4d93-b2c4-ea713b70293c up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:19.049054 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd5dd8-0823-4281-b853-278e048f330d req-49bd2a86-4b48-4ce3-a06b-d167ab92c722 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:19.050873 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-41cd5dd8-0823-4281-b853-278e048f330d req-49bd2a86-4b48-4ce3-a06b-d167ab92c722 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0846515
Jul 09 15:56:19.105440 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-41cd5dd8-0823-4281-b853-278e048f330d req-26b2b719-d138-424c-855b-6cd48547392c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473418
Jul 09 15:56:19.111660 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port bf78efce-579a-4d93-b2c4-ea713b70293c triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:19.112136 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:19.342469 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d42d50e7-4ed4-49f2-9792-65c881ca7046 req-b2e14b11-a19f-4ed1-bb58-daa3cf52bb34 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 210 time: 0.0991197
Jul 09 15:56:19.437645 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-00711f4a-6ae8-439a-9765-9a879cf65df8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.0653830
Jul 09 15:56:19.540256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-4860cbd5-c6ce-4d90-9230-3d2288824318 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:19.541797 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-4860cbd5-c6ce-4d90-9230-3d2288824318 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.0591824
Jul 09 15:56:19.609824 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-1ee8de93-1824-44b5-9994-b739970ab560 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395987
Jul 09 15:56:19.777908 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-43260743-4c13-4ea8-bd9f-3710ecc1636b service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296952
Jul 09 15:56:19.929753 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81c8f888-4d4a-4927-9fc4-dfa64e2f554e req-fc2a8e81-6936-4a64-b5ca-e66639cb29de service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278405
Jul 09 15:56:20.310696 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45b9b3-b8d1-41f0-b93b-6f6335e3ef2f req-738ca6bb-f9b7-4ffa-8366-8d0553e7870a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:20.312555 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df45b9b3-b8d1-41f0-b93b-6f6335e3ef2f req-738ca6bb-f9b7-4ffa-8366-8d0553e7870a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0807343
Jul 09 15:56:20.358470 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df45b9b3-b8d1-41f0-b93b-6f6335e3ef2f req-37cd1648-e35e-4514-8d53-a44165863b47 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405028
Jul 09 15:56:20.529333 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8a6d226f-2f52-48d3-88d0-a35286588c6e req-8ab5df95-3198-4031-85c8-4cca0aa866c5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 210 time: 0.0450053
Jul 09 15:56:20.826274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-6220a4cf-4229-4ce4-aa0a-f20c56b3289b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:20.827681 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-6220a4cf-4229-4ce4-aa0a-f20c56b3289b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 810 time: 0.1557536
Jul 09 15:56:20.910610 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-c740e49e-7b30-4684-8b1d-d009148d2e82 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 380 time: 0.0445857
Jul 09 15:56:20.928700 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'port': {'device_id': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'admin_state_up': True, 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'security_groups': ['f4eccad5-3f9d-498c-94e9-8045deee0abd']}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:21.066929 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:21.076901 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:21.086276 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Made reservation on behalf of 1a23131f038c45cb895e1650c60c45c5 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:21.089482 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:21.253749 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Allocated IP 172.20.0.10 (24c9b239-ddcf-408d-bb92-b7c42df4b460/d6f5863a-cd11-443a-a049-330b126e5c87/6c5e0189-1c69-40e9-a026-0bb5a22660a3) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:21.444395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:21.470550 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Transition to ACTIVE for port object 6c5e0189-1c69-40e9-a026-0bb5a22660a3 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:21.495252 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:21.503121 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7ea146b4-9383-4c06-a67a-6034b91ecd49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:21.578513 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:21.581891 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:21.584616 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:21.588885 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:21.589510 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:21.617471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1c83-4eb1-4148-8343-763d9e4c05e2 req-1e0a1e52-ed3a-458f-b477-5dfca13565f5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:21.619955 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-000f1c83-4eb1-4148-8343-763d9e4c05e2 req-1e0a1e52-ed3a-458f-b477-5dfca13565f5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1126697
Jul 09 15:56:21.639534 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:21.647975 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7235744
Jul 09 15:56:21.649721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:21.679241 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Request body: {'port': {'device_id': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:21.706948 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-000f1c83-4eb1-4148-8343-763d9e4c05e2 req-a4b4ec43-91c0-47bc-84f9-952621199866 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811522
Jul 09 15:56:21.859295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:21.929777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-953901d4-d67f-4569-880d-a81e7fa04582 None None] Provisioning for port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:21.939468 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-953901d4-d67f-4569-880d-a81e7fa04582 None None] Provisioning complete for port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:21.940056 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-953901d4-d67f-4569-880d-a81e7fa04582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.002440 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-953901d4-d67f-4569-880d-a81e7fa04582 None None] Port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:56:22.189647 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9cec2-2bf7-41bc-bed6-8be4266cd6bf req-37fbefa3-0b58-4446-ab6b-4811cdd13f16 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:22.190370 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f2f9cec2-2bf7-41bc-bed6-8be4266cd6bf req-37fbefa3-0b58-4446-ab6b-4811cdd13f16 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:22.276557 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f2f9cec2-2bf7-41bc-bed6-8be4266cd6bf req-37fbefa3-0b58-4446-ab6b-4811cdd13f16 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:22.285282 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f2f9cec2-2bf7-41bc-bed6-8be4266cd6bf req-37fbefa3-0b58-4446-ab6b-4811cdd13f16 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 932 time: 0.4268875
Jul 09 15:56:22.374957 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f2f9cec2-2bf7-41bc-bed6-8be4266cd6bf req-b6dbb7d0-dbe0-405c-aa97-2b8a74d229ec tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887487
Jul 09 15:56:22.481049 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5e0189-1c69-40e9-a026-0bb5a22660a3 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:22.490936 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.504517 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae77851-0431-4262-aadb-28bcfc94501a req-7bb9e5fe-e4c7-4c6e-80ed-2f79e45669a2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:22.506469 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2ae77851-0431-4262-aadb-28bcfc94501a req-7bb9e5fe-e4c7-4c6e-80ed-2f79e45669a2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.1051064
Jul 09 15:56:22.514854 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Transition to ACTIVE for port object 6c5e0189-1c69-40e9-a026-0bb5a22660a3 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:22.520317 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.526325 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:22.567274 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2ae77851-0431-4262-aadb-28bcfc94501a req-65e17982-31ec-42a9-825c-fc660e101def tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531800
Jul 09 15:56:22.668855 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:22.671664 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:22.725578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Attempting to bind port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:22.725926 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Attempting to bind port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:22.726247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Attempting to bind port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:22.732803 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:56:22.733124 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Attempting to bind port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:22.740020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:22.740358 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Checking segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:22.740765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Bound using segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:22.741249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Bound port: 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:22.741690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.845758 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:22.849649 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:22.858628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.865516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:22.987144 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:22.987470 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] 10.222.0.79 "PUT /v2.0/ports/6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 1094 time: 1.3125706
Jul 09 15:56:22.988944 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:23.050931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:23.059832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:23.140915 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'status': 'completed', 'code': 200}
Jul 09 15:56:23.174256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821af434-9a1f-4b7c-b39a-d4bef457f704 req-ab7c62ca-41a8-44d2-ba2c-44f913bbc68c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:23.182401 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-821af434-9a1f-4b7c-b39a-d4bef457f704 req-ab7c62ca-41a8-44d2-ba2c-44f913bbc68c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2805686
Jul 09 15:56:23.246297 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-821af434-9a1f-4b7c-b39a-d4bef457f704 req-d3edbd2d-b22e-445c-8985-97434af83887 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628791
Jul 09 15:56:23.249262 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-91e14c08-a40e-4306-8225-f97cb480354a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1097 time: 0.1885850
Jul 09 15:56:23.341438 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-74d976f4-ff13-48bf-9488-ea324199cc8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 217 time: 0.0662608
Jul 09 15:56:23.416281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-fc1c93bd-f4d3-4967-bb8a-bde14e4d74bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:23.418272 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-fc1c93bd-f4d3-4967-bb8a-bde14e4d74bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0654392
Jul 09 15:56:23.552793 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-7e706cc1-6385-46e0-8e01-7d7362d3adb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230538
Jul 09 15:56:23.677613 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2838f-8d88-4ae6-b579-7bd9427077d8 req-771db4cd-42f2-4fe5-9b86-d91de78a3229 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:23.679068 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78f2838f-8d88-4ae6-b579-7bd9427077d8 req-771db4cd-42f2-4fe5-9b86-d91de78a3229 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 944 time: 0.1785283
Jul 09 15:56:23.751502 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-21b3862e-f08e-4dc3-b2b5-ca45e2e8da5a service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886756
Jul 09 15:56:23.783551 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78f2838f-8d88-4ae6-b579-7bd9427077d8 req-d350833f-454a-4835-9e56-5d86951a1d66 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931571
Jul 09 15:56:23.840627 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9017b7-0fa4-43b8-984b-bb7f90f77381 req-389666ab-ae6e-4dc4-8279-620baa3f7457 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:23.848323 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0d9017b7-0fa4-43b8-984b-bb7f90f77381 req-389666ab-ae6e-4dc4-8279-620baa3f7457 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.1355319
Jul 09 15:56:23.901824 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0d9017b7-0fa4-43b8-984b-bb7f90f77381 req-9ac5b93d-67db-4b5a-906e-081f8cae1921 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525360
Jul 09 15:56:23.914478 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f787272e-3e65-4621-9c6b-7e1070d28718 req-30179229-5ca7-4734-9560-544cd5bd15ce service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563904
Jul 09 15:56:24.120034 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-d5f5911a-c57a-4c86-97d1-5decd82f1687 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1097 time: 0.0744669
Jul 09 15:56:24.170558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43560) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:24.340850 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-8f3b8d32-2283-419c-a359-9fa7e9e56ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:24.342309 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-8f3b8d32-2283-419c-a359-9fa7e9e56ed7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.2106445
Jul 09 15:56:24.347142 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.403721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:24.408569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfd34451afd4ac5a1b0f44c6c4a7e8d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:24.412392 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:24.419878 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:24.428414 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-48a9b3f1-398f-44fc-a834-6a8bfc319297 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 217 time: 0.0789063
Jul 09 15:56:24.519255 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43576) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:24.533861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.541244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.551800 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e224c8d8-0f81-46ad-b9ae-6c1cb7f6ef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:24.573836 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-9231db7f-4366-4225-b20c-0e6a34967538 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:24.575610 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-9231db7f-4366-4225-b20c-0e6a34967538 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0796790
Jul 09 15:56:24.604530 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f49c2-f7e8-4c54-9be2-ac69d2537262,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:24.610132 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1bfd34451afd4ac5a1b0f44c6c4a7e8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4381697
Jul 09 15:56:24.611846 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:24.612319 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43584) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:24.648814 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ae589-c72c-4509-902d-7b957f281d66 req-bb8a62d9-41f0-4259-809f-449f6fdbdd67 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:24.659772 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e69ae589-c72c-4509-902d-7b957f281d66 req-bb8a62d9-41f0-4259-809f-449f6fdbdd67 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2105415
Jul 09 15:56:24.680315 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.736678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.745741 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.810815 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:24.813471 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e69ae589-c72c-4509-902d-7b957f281d66 req-88c9ed58-417d-4ce3-b543-449f723dfaf9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526475
Jul 09 15:56:24.820005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Usage tracker for resource:security_group_rule and tenant:0520beed52aa4307b1904597ad69dc1b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:24.828265 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:24.844057 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:24.873918 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-7b6eb385-4e1a-48ce-a708-359f095041fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2805092
Jul 09 15:56:24.882427 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.899154 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-daeaad82-4ad8-47de-9f8e-10d2097711c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:24.937316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f49c2-f7e8-4c54-9be2-ac69d2537262,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:24.948869 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:24.963100 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:24.967865 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/119f49c2-f7e8-4c54-9be2-ac69d2537262 HTTP/1.1" status: 204  len: 168 time: 0.3545856
Jul 09 15:56:25.009782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.016809 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.032140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-92fdab7f-685a-4802-bcfc-00beacae9630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:25.136056 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-192da9be-cc82-4433-a2b1-6146818bd32b service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571976
Jul 09 15:56:25.234649 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde982e1-40c5-47db-8a7e-b66befc4e307,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:25.249425 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:25.264194 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0520beed52aa4307b1904597ad69dc1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7438421
Jul 09 15:56:25.268162 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43600) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:25.325723 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-d37271c3-f731-42a8-9fd1-99d6ea0880cc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:25.331029 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-d37271c3-f731-42a8-9fd1-99d6ea0880cc tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.1506970
Jul 09 15:56:25.339101 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd68d0-17c4-47b0-9d3e-c448eadf9d1f req-e5d1e0ab-a62b-4085-8c9f-4eae2484060c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:25.342204 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7bfd68d0-17c4-47b0-9d3e-c448eadf9d1f req-e5d1e0ab-a62b-4085-8c9f-4eae2484060c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 944 time: 0.2660439
Jul 09 15:56:25.435128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6172-ebc2-4f6a-8bf4-687d1911a9ef req-4ff32e43-c5aa-4669-ad65-151258fe58ea tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:25.436607 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bbce6172-ebc2-4f6a-8bf4-687d1911a9ef req-4ff32e43-c5aa-4669-ad65-151258fe58ea tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 946 time: 0.2989616
Jul 09 15:56:25.443150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.450322 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a3cf1cb-db2a-4a82-aad2-5679aad64b20 req-b31f87d3-ecc2-40a5-8837-2153d3dc0d7c service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686596
Jul 09 15:56:25.453368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Deleting port 1e6e9f65-e143-48d1-bf16-97c28c6bedad {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:56:25.453716 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.499637 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.504267 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7bfd68d0-17c4-47b0-9d3e-c448eadf9d1f req-105c2ae5-53c1-40fa-91af-f5442976d2f4 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:25.549644 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bbce6172-ebc2-4f6a-8bf4-687d1911a9ef req-fae9d770-c4c3-45b4-a34d-f0819365d215 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913470
Jul 09 15:56:25.560668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7bfd68d0-17c4-47b0-9d3e-c448eadf9d1f req-105c2ae5-53c1-40fa-91af-f5442976d2f4 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:25.566470 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7bfd68d0-17c4-47b0-9d3e-c448eadf9d1f req-105c2ae5-53c1-40fa-91af-f5442976d2f4 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1796086
Jul 09 15:56:25.590652 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43606) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:25.604555 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.611690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:25.623889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.636017 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde982e1-40c5-47db-8a7e-b66befc4e307,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:25.658306 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.662261 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dde982e1-40c5-47db-8a7e-b66befc4e307 HTTP/1.1" status: 204  len: 168 time: 0.3857174
Jul 09 15:56:25.670975 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:25.682004 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:25.689524 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Usage tracker for resource:security_group_rule and tenant:949068175e984887a8d3b346494bef79 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:25.694798 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:25.705703 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:25.767122 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] For port 1e6e9f65-e143-48d1-bf16-97c28c6bedad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1e6e9f65-e143-48d1-bf16-97c28c6bedad,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:25.767862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.787244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.792283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:25.804186 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-13bfbd93-2fff-4bce-b5d5-3fa952891383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:25.849121 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93409b24-dc93-4dc1-a977-f5a9ca601f4f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:25.869500 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:25.876481 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=949068175e984887a8d3b346494bef79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2915795
Jul 09 15:56:25.877103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43614) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:25.984999 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.004233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Calling delete_port for 1e6e9f65-e143-48d1-bf16-97c28c6bedad owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:56:26.029365 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.094912 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.099621 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fa8201ac-6b6e-47a0-be90-4752d717f847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:26.115122 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:56:26.123214 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93409b24-dc93-4dc1-a977-f5a9ca601f4f,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:26.126164 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:26.128096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.130707 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/93409b24-dc93-4dc1-a977-f5a9ca601f4f HTTP/1.1" status: 204  len: 168 time: 0.2512093
Jul 09 15:56:26.310647 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62839998-8c0b-44cd-ab6f-3ea3522da2b8 req-ef969d8e-0d5f-49be-b7ab-7691beb3bbfb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:26.312132 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-62839998-8c0b-44cd-ab6f-3ea3522da2b8 req-ef969d8e-0d5f-49be-b7ab-7691beb3bbfb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2500200
Jul 09 15:56:26.349847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.365619 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:26.398702 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['1e6e9f65-e143-48d1-bf16-97c28c6bedad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:56:26.419544 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Pushing event deleted for resources: {'Port': ['ID=1e6e9f65-e143-48d1-bf16-97c28c6bedad,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:26.423576 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:26.442750 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-62839998-8c0b-44cd-ab6f-3ea3522da2b8 req-afe865b0-db31-4862-973e-06395b87ceb1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179588
Jul 09 15:56:26.522156 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] No DVR routers for this DVR port 1e6e9f65-e143-48d1-bf16-97c28c6bedad on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:56:26.527058 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:26.530532 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'name': 'network-vif-deleted', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:26.573787 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c086321d-1d76-4b28-a5c5-3169f0ddc59b req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "DELETE /v2.0/ports/1e6e9f65-e143-48d1-bf16-97c28c6bedad HTTP/1.1" status: 204  len: 173 time: 1.2265637
Jul 09 15:56:26.613363 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd69e1-eb79-4de8-8565-62962f2a24b9', 'name': 'network-vif-deleted', 'tag': '1e6e9f65-e143-48d1-bf16-97c28c6bedad', 'status': 'completed', 'code': 200}
Jul 09 15:56:26.864518 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-74ac661a-634b-4537-9109-a566275a6fa3 req-30e484fc-20b0-464a-8923-4ddab1dbaeec tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Synchronizing usage tracker for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:26.887340 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-74ac661a-634b-4537-9109-a566275a6fa3 req-30e484fc-20b0-464a-8923-4ddab1dbaeec tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Unset dirty status for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:26.895152 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da09939-56bd-402e-af0d-eb16d1202cac req-16d75b1e-b1ad-4a50-8eec-5ee2344cee5c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:26.896910 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5da09939-56bd-402e-af0d-eb16d1202cac req-16d75b1e-b1ad-4a50-8eec-5ee2344cee5c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 944 time: 0.1604304
Jul 09 15:56:26.898328 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-74ac661a-634b-4537-9109-a566275a6fa3 req-30e484fc-20b0-464a-8923-4ddab1dbaeec tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8dd69e1-eb79-4de8-8565-62962f2a24b9 HTTP/1.1" status: 200  len: 210 time: 0.1379809
Jul 09 15:56:26.982565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43668) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:27.045921 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5da09939-56bd-402e-af0d-eb16d1202cac req-435019cf-060b-47e1-9ef5-e02101b53dde tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370530
Jul 09 15:56:27.174801 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1006840228-network', 'tenant_id': '1ec3f30a745345778bfe6d3471531bb8'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:27.179905 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:27.184551 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Usage tracker for resource:network and tenant:1ec3f30a745345778bfe6d3471531bb8 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:27.187693 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:27.195121 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:27.211185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Made reservation on behalf of 1ec3f30a745345778bfe6d3471531bb8 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:27.214446 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.228854 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.263507 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:27.267472 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec3f30a745345778bfe6d3471531bb8 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:27.271233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:27.279719 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:27.358522 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.363408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.367981 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da423ddb-3948-4086-add8-63e70a3a7b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:27.399869 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:56:27.412577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095be19f-7cb2-481d-a4c8-eee390dbe700,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:27.416482 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:27.419492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.419863 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Added segment 36a56fca-1ca8-4824-85d0-9d6393611f76 of type vlan for network 759cf6a0-1b8f-495e-a6c0-055deb95c43c
Jul 09 15:56:27.448354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.483342 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.485758 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:27.486264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.491660 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fdd1d70c-bc26-422b-aff7-fe5c2e4df7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:27.615028 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6306906
Jul 09 15:56:27.615912 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Pushing event updated for resources: {'Network': ['ID=759cf6a0-1b8f-495e-a6c0-055deb95c43c,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:27.618281 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43696) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:27.620593 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:27.625579 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Request body: {'subnet': {'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1006840228-subnet', 'tenant_id': '1ec3f30a745345778bfe6d3471531bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:27.630250 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:56:27.633094 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:27.634587 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Usage tracker for resource:subnet and tenant:1ec3f30a745345778bfe6d3471531bb8 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:27.637931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:27.648499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:27.662147 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Made reservation on behalf of 1ec3f30a745345778bfe6d3471531bb8 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:27.664622 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.706020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2cbf-9cdd-4deb-be49-fa509fe9850c req-3f9a453f-16c3-4db4-83ba-348bc29dd734 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:27.708271 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ec8a2cbf-9cdd-4deb-be49-fa509fe9850c req-3f9a453f-16c3-4db4-83ba-348bc29dd734 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1158192
Jul 09 15:56:27.801355 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ec8a2cbf-9cdd-4deb-be49-fa509fe9850c req-a647fed5-4987-4d6c-ae60-829629daf7f3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867126
Jul 09 15:56:27.979847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:27.984732 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-52570528-368e-4e3a-ae6c-dddd64c7bac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:28.055726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d6f3a9-ccba-4753-aec8-098b69b05954,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:28.060959 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:28.069274 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Checking segment: {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:28.069631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Network hostable DHCP agents. Network: 759cf6a0-1b8f-495e-a6c0-055deb95c43c, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:56:28.096055 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:56:28.107649 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 759cf6a0-1b8f-495e-a6c0-055deb95c43c) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:28.112839 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:28.113432 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:28.137554 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee75f39-501c-44e9-953b-724376bcfa57 None None] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:56:28.154791 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5341678
Jul 09 15:56:28.343621 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dfed0-c0a9-4e16-9313-d5d97cb22749 req-3572228c-637e-4ad6-aba8-936e06cf458f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:28.351134 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3b0dfed0-c0a9-4e16-9313-d5d97cb22749 req-3572228c-637e-4ad6-aba8-936e06cf458f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 944 time: 0.1342833
Jul 09 15:56:28.431642 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3b0dfed0-c0a9-4e16-9313-d5d97cb22749 req-ec17d887-57fc-47b2-8801-304d42b0145a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794439
Jul 09 15:56:28.540567 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-1033db17-2779-4f98-aa1d-164839aef2f0 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:28.547088 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-1033db17-2779-4f98-aa1d-164839aef2f0 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 809 time: 0.3023214
Jul 09 15:56:28.555988 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f420f-19eb-462e-be49-c40a065d47b7 None None] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:56:28.580476 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-65f9935f-4f03-4a49-986a-1db21678d39e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/quotas/9ec15ab8d56b43f7b63096d01aff6535 HTTP/1.1" status: 200  len: 375 time: 0.0242248
Jul 09 15:56:28.643865 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-eef18f55-1110-46f5-b2db-0324bf9078eb tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0587449
Jul 09 15:56:28.895866 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-dcd20402-a9b9-4d2f-afc6-b925f702de4f service neutron] 10.222.0.74 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471037
Jul 09 15:56:29.142130 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-7e98305f-7e49-4c49-b40a-4e03da6f1972 service neutron] 10.222.0.74 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443810
Jul 09 15:56:29.178631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581a188-2d68-49fb-ac79-f4e0089dbdcf req-eb0029d6-769b-4128-a4dd-89a68d13401b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:29.180842 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7581a188-2d68-49fb-ac79-f4e0089dbdcf req-eb0029d6-769b-4128-a4dd-89a68d13401b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1474273
Jul 09 15:56:29.248537 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7581a188-2d68-49fb-ac79-f4e0089dbdcf req-932d354d-9132-4894-a67e-c7576d3042e0 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615058
Jul 09 15:56:29.288256 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 43752) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:29.464958 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5eea3a04-a297-465d-babc-d45436c5ac65 req-9d444cb7-a0d4-489d-a439-0e43403e31d9 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 210 time: 0.0583277
Jul 09 15:56:29.761499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 6c5e0189-1c69-40e9-a026-0bb5a22660a3 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:56:29.768141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:29.861989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:29.875304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Usage tracker for resource:security_group_rule and tenant:4bea8f7d8eb8491da562f3bcadf6f9f2 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:29.879403 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:29.893665 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1e6e9f65-e143-48d1-bf16-97c28c6bedad no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:56:29.901786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:29.936802 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 1e6e9f65-e143-48d1-bf16-97c28c6bedad {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:56:29.937372 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1e6e9f65-e143-48d1-bf16-97c28c6bedad not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:56:29.975574 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea337a58-689e-46f7-acbe-3087d80015de req-4cc90593-39bf-4275-b746-8a6fe3298f88 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:29.979002 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ea337a58-689e-46f7-acbe-3087d80015de req-4cc90593-39bf-4275-b746-8a6fe3298f88 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 944 time: 0.2509513
Jul 09 15:56:30.065491 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:30.081363 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ea337a58-689e-46f7-acbe-3087d80015de req-2905e438-415d-4946-a2a7-93aece64d72f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888715
Jul 09 15:56:30.084111 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'port_id': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'mac_address': 'fa:16:3e:0a:7e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:56:30.130003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.135864 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.150727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-80f41ac7-0c85-4427-906c-eb09a46aeab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:30.173086 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.193061 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5e0189-1c69-40e9-a026-0bb5a22660a3 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:30.195410 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bea8f7d8eb8491da562f3bcadf6f9f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9057310
Jul 09 15:56:30.196412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa70fdd-7595-42c5-a10e-fe9172c84d00,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:30.200003 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43784) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:30.200662 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:30.215768 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:30.220656 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.222589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-c058c57b-c699-48d2-b813-66987e1f243f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:30.288446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.301883 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:30.305037 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:30.317249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.423040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.429015 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7dcb0024-f4ac-4514-8df8-e7f237b1a51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:30.444634 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa70fdd-7595-42c5-a10e-fe9172c84d00,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:30.449787 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:30.455705 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:30.463219 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8fa70fdd-7595-42c5-a10e-fe9172c84d00 HTTP/1.1" status: 204  len: 168 time: 0.2553952
Jul 09 15:56:30.525365 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5a49-e527-464e-a801-16bd42404ecb req-1b1d38a5-ac2b-4fa9-afe0-aa4f51be3f4c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:30.527095 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-392f5a49-e527-464e-a801-16bd42404ecb req-1b1d38a5-ac2b-4fa9-afe0-aa4f51be3f4c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1599839
Jul 09 15:56:30.609005 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-392f5a49-e527-464e-a801-16bd42404ecb req-d1f444be-5310-42a1-850b-c795f514c41d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736508
Jul 09 15:56:30.688064 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-21e309d3-c73e-4e7d-8a3c-c03067c196f2 req-88bfab2b-6b8f-48d9-8e6d-a24482e4d07f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 210 time: 0.0611506
Jul 09 15:56:30.947127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43800) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:30.965731 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.001513 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:31.005233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Usage tracker for resource:security_group_rule and tenant:77bfa871648c43858fc0369891a46ae9 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:31.008001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:31.013682 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:31.086091 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.090622 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.097034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-adedd4b5-6e58-4ab7-acac-0f1b34f6d678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:31.190564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f51314-aca3-4267-a505-ea3321840a79,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:31.193847 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:31.196517 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=77bfa871648c43858fc0369891a46ae9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2483158
Jul 09 15:56:31.199903 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43810) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:31.263701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.277861 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['6c5e0189-1c69-40e9-a026-0bb5a22660a3'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:56:31.299286 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.347903 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a3b4-ed84-499c-a3d0-4ba1017b258b req-eebf2311-0894-45c6-aef0-c51ce27ca6ad tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:31.349734 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6884a3b4-ed84-499c-a3d0-4ba1017b258b req-eebf2311-0894-45c6-aef0-c51ce27ca6ad tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 945 time: 0.1149385
Jul 09 15:56:31.370529 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.379171 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-cfad4d52-bcef-482c-bc32-0a84d2a0a03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:31.394927 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f51314-aca3-4267-a505-ea3321840a79,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:31.397327 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:31.402876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.406594 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7f51314-aca3-4267-a505-ea3321840a79 HTTP/1.1" status: 204  len: 168 time: 0.2032156
Jul 09 15:56:31.423327 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6884a3b4-ed84-499c-a3d0-4ba1017b258b req-7f8d8181-eb91-4853-8b65-7b5cd5aa2c3f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607629
Jul 09 15:56:31.675104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-1e77ee98-8003-4084-bece-ffb0486a5595 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:31.676939 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-1e77ee98-8003-4084-bece-ffb0486a5595 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 809 time: 0.1672902
Jul 09 15:56:31.714984 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Request body: {'port': {'device_id': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f', 'admin_state_up': True, 'tenant_id': '9ec15ab8d56b43f7b63096d01aff6535'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:31.939607 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43826) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:31.964923 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:31.966940 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ccf84793-1881-43b9-b024-177419344473 req-54745fe5-11d3-4990-b444-ae410a1ea1eb tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 210 time: 0.0799489
Jul 09 15:56:32.007386 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:32.008179 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2a4e-4e21-434c-8ba4-2d47e505da18 req-61695cb1-fb74-41a7-9310-c0cda98e4059 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:32.015373 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df2d2a4e-4e21-434c-8ba4-2d47e505da18 req-61695cb1-fb74-41a7-9310-c0cda98e4059 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2232227
Jul 09 15:56:32.018492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:32.027851 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:32.032995 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Made reservation on behalf of 9ec15ab8d56b43f7b63096d01aff6535 for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:32.036730 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.050804 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Usage tracker for resource:security_group_rule and tenant:80b350ee965d4ad48f681856ec320329 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:32.056383 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:32.066905 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:32.101315 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df2d2a4e-4e21-434c-8ba4-2d47e505da18 req-d074abf0-f521-4a97-b3c5-cf2e52f26ccb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846372
Jul 09 15:56:32.180304 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.184871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.191599 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-73369555-6dde-489c-9551-45eca5451d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:32.223456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Allocated IP 172.20.0.2 (d0aa2ad7-5b7d-42b5-8182-f878d012572f/cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc/4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:32.234444 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df644e-4f28-4d7f-8383-f43661689447,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:32.238430 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:32.241420 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=80b350ee965d4ad48f681856ec320329&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3005702
Jul 09 15:56:32.248158 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 43838) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:32.314874 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.349577 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.421311 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.425292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8edc670c-6aa5-4ec5-aee6-a18bec31e0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:32.436320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df644e-4f28-4d7f-8383-f43661689447,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:32.439889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:32.443074 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.444177 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2df644e-4f28-4d7f-8383-f43661689447 HTTP/1.1" status: 204  len: 168 time: 0.1936047
Jul 09 15:56:32.551124 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-5a078328-8e65-48b9-96d8-70dba073f094 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:32.553138 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-5a078328-8e65-48b9-96d8-70dba073f094 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:network {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:32.597449 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.634901 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:32.649938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:32.695670 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-5a078328-8e65-48b9-96d8-70dba073f094 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:network {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:32.697047 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-5a078328-8e65-48b9-96d8-70dba073f094 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 814 time: 0.4377055
Jul 09 15:56:32.709276 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ac067-3fa2-4849-9bf5-c97aefe09ba5 req-8340f7f0-f47b-449c-be32-2388dbf7bb7c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:32.710902 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee9ac067-3fa2-4849-9bf5-c97aefe09ba5 req-8340f7f0-f47b-449c-be32-2388dbf7bb7c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 945 time: 0.1116669
Jul 09 15:56:32.760870 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Pushing event updated for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:32.767727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:32.782926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Network d0aa2ad7-5b7d-42b5-8182-f878d012572f is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:32.790520 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-9fba9620-a438-4985-8b1f-c1d1dc4b02e3 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/quotas/1ec3f30a745345778bfe6d3471531bb8 HTTP/1.1" status: 200  len: 375 time: 0.0306945
Jul 09 15:56:32.792492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:32.800034 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee9ac067-3fa2-4849-9bf5-c97aefe09ba5 req-a6e8aa15-8f62-4e49-8091-a8fa1b0374a7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804467
Jul 09 15:56:32.856919 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:32.919442 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-e7bf62f9-e3c8-49fe-af35-9b16c6579061 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1280444
Jul 09 15:56:32.934447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:32.935350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:33.071758 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3643019
Jul 09 15:56:33.114306 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Request body: {'port': {'device_id': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:33.274487 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca07bfc-3671-441c-863f-417af9254891 req-9803645c-4334-42b1-a3eb-22cefedfb0e0 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:33.282716 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5ca07bfc-3671-441c-863f-417af9254891 req-9803645c-4334-42b1-a3eb-22cefedfb0e0 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 931 time: 0.1352365
Jul 09 15:56:33.329485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5ca07bfc-3671-441c-863f-417af9254891 req-eb3d2435-d621-426c-a7c1-309b5202e91a tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450068
Jul 09 15:56:33.339203 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-19765937-27db-49e5-bea1-f1a9030bd474 service neutron] 10.222.0.74 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4102161
Jul 09 15:56:33.419102 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:33.537539 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bdc33-0b7b-4913-b81b-82c0ed047594 req-383c3f49-11b9-4990-887a-4890734c3a66 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:33.539279 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-661bdc33-0b7b-4913-b81b-82c0ed047594 req-383c3f49-11b9-4990-887a-4890734c3a66 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0913501
Jul 09 15:56:33.594525 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-82d49b78-263e-4017-89b7-007dcda36dbb service neutron] 10.222.0.74 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458148
Jul 09 15:56:33.597390 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-661bdc33-0b7b-4913-b81b-82c0ed047594 req-1a53e172-9a2a-440a-92fd-d5dfb8baee8c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503941
Jul 09 15:56:33.786435 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 6c5e0189-1c69-40e9-a026-0bb5a22660a3 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:33.884632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:33.899564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:33.899982 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:33.904877 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d3932672-d0ef-4687-b4d5-12b28391851e req-b7eb074f-6c91-4c65-9297-48ab410f986a tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 210 time: 0.1241763
Jul 09 15:56:34.069238 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:34.088875 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.109116 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Transition to ACTIVE for port object 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:34.113908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.117733 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.137837 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:34.196062 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-da34cc48-a993-40f8-aa32-486e56ec783c req-125bfbd6-caa0-411e-8186-2e87f6896341 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.2566056
Jul 09 15:56:34.210876 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:34.233261 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:34.239604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.242491 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:34.301832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8617bee-bbcb-4a25-8d69-ec4f912f8210 req-b8740bfe-6c96-4dde-9432-34fa0cc17ad8 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:34.311353 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f8617bee-bbcb-4a25-8d69-ec4f912f8210 req-b8740bfe-6c96-4dde-9432-34fa0cc17ad8 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 945 time: 0.2586601
Jul 09 15:56:34.335216 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-da34cc48-a993-40f8-aa32-486e56ec783c req-adfc2d06-c031-4624-a67e-06991a9b63f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270895
Jul 09 15:56:34.374576 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f8617bee-bbcb-4a25-8d69-ec4f912f8210 req-4b8caff5-bf5a-438d-a30a-3b36316f1173 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622506
Jul 09 15:56:34.387935 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'code': 200}
Jul 09 15:56:34.408644 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:34.414492 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:34.505458 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:34.537910 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:34.597622 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Attempting to bind port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:34.598344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Attempting to bind port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:34.598344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Attempting to bind port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 on network d0aa2ad7-5b7d-42b5-8182-f878d012572f {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:34.609701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 on network d0aa2ad7-5b7d-42b5-8182-f878d012572f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:56:34.609946 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Attempting to bind port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 on network d0aa2ad7-5b7d-42b5-8182-f878d012572f {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:34.621524 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:34.621864 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Checking segment: {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:34.622279 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Bound using segment: {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:34.622742 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Bound port: 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a516bdbd-cbae-4f97-8d0b-d269820af377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:34.623088 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.642230 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7927f70-2afc-47c4-9cae-0cea29dd2756 req-a132c30c-dfd0-41ff-9fe1-7780b51f7e7d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:34.642939 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-c7927f70-2afc-47c4-9cae-0cea29dd2756 req-a132c30c-dfd0-41ff-9fe1-7780b51f7e7d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Synchronizing usage tracker for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:34.712064 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-c7927f70-2afc-47c4-9cae-0cea29dd2756 req-a132c30c-dfd0-41ff-9fe1-7780b51f7e7d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Unset dirty status for tenant:9ec15ab8d56b43f7b63096d01aff6535 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:34.713800 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c7927f70-2afc-47c4-9cae-0cea29dd2756 req-a132c30c-dfd0-41ff-9fe1-7780b51f7e7d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.2133772
Jul 09 15:56:34.759853 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:34.771104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:34.780585 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.789510 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:34.861176 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c7927f70-2afc-47c4-9cae-0cea29dd2756 req-fad9de80-99b5-42f3-ab88-c15e04ba6fba tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342363
Jul 09 15:56:34.903917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:34.906884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] 10.222.0.79 "PUT /v2.0/ports/4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 HTTP/1.1" status: 200  len: 1093 time: 1.8008301
Jul 09 15:56:34.908172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:34.944135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad2c1-8ddf-4d55-ae37-ffd7646a1b1d req-d562ef87-d283-4708-843f-07a32a0a6174 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:34.946635 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4bad2c1-8ddf-4d55-ae37-ffd7646a1b1d req-d562ef87-d283-4708-843f-07a32a0a6174 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2035642
Jul 09 15:56:34.955314 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:34.964121 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:35.072306 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4bad2c1-8ddf-4d55-ae37-ffd7646a1b1d req-428b841f-1097-4019-b9a2-c5d9e7d8d152 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110101
Jul 09 15:56:35.226137 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-aae668e1-86e8-4c91-b739-410c0f677e20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 1096 time: 0.2030683
Jul 09 15:56:35.248722 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75', 'status': 'completed', 'code': 200}
Jul 09 15:56:35.400831 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8cdfaebd-cc86-4008-bf5c-7be8ef0720d9 req-f7680b19-4dbc-45cd-b978-78c20f3231c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.0697684
Jul 09 15:56:35.413488 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b50da347-02b6-4230-b4e3-8abdfb7adb00 req-7ef04f96-0bed-476e-92da-7c4a0b3a9184 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 210 time: 0.1037130
Jul 09 15:56:35.423180 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-4b44c4cf-ff01-46e3-b4a7-87fecdeae4f0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 HTTP/1.1" status: 200  len: 217 time: 0.0833266
Jul 09 15:56:35.461353 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8cdfaebd-cc86-4008-bf5c-7be8ef0720d9 req-b59290d0-a270-476a-bc5b-5e10911dc379 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529816
Jul 09 15:56:35.494305 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-6e731c15-525a-4fa0-a7a5-edda7b9610a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:35.496476 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-6e731c15-525a-4fa0-a7a5-edda7b9610a7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc HTTP/1.1" status: 200  len: 849 time: 0.0589509
Jul 09 15:56:35.582638 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b102ec-75ed-402f-b6cb-62fc0e52931f req-a09e8532-cbff-47c9-a8f9-095e930cb4fc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:35.584228 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-40b102ec-75ed-402f-b6cb-62fc0e52931f req-a09e8532-cbff-47c9-a8f9-095e930cb4fc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0760133
Jul 09 15:56:35.629621 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-40b102ec-75ed-402f-b6cb-62fc0e52931f req-b336a280-337c-4271-8e79-05f31a7eaa54 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392194
Jul 09 15:56:36.060953 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-6bc9d4a7-5107-4ae2-9f36-be1ddb3d2ed4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0aa2ad7-5b7d-42b5-8182-f878d012572f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513163
Jul 09 15:56:36.088644 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9cf50-e764-4fed-b63e-63b8e7c03aa1 req-7c6b7ec1-848f-48e5-9313-f6ac2c4a7ecf tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:36.090609 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9b9cf50-e764-4fed-b63e-63b8e7c03aa1 req-7c6b7ec1-848f-48e5-9313-f6ac2c4a7ecf tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.1131263
Jul 09 15:56:36.229258 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9b9cf50-e764-4fed-b63e-63b8e7c03aa1 req-6a8d91f8-08ed-46b1-a6da-aebb9fe694d3 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327686
Jul 09 15:56:36.293694 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-9d0826e2-c069-4120-89f1-2537a5527e9a service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600378
Jul 09 15:56:36.316914 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b335943-14b6-419c-9849-8aaea77ebbfa req-a3f46abc-5e7f-4a8c-8a33-45f0935b2106 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:36.318499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7b335943-14b6-419c-9849-8aaea77ebbfa req-a3f46abc-5e7f-4a8c-8a33-45f0935b2106 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1025186
Jul 09 15:56:36.383686 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7b335943-14b6-419c-9849-8aaea77ebbfa req-ea74f539-a4dc-4958-9028-147535b0714f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596042
Jul 09 15:56:36.541448 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ad472a5b-f897-444c-82d2-5346e0e5e057 req-c3e73a12-734e-4575-8242-1c4e82d5c954 service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309904
Jul 09 15:56:36.586602 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43e5af79-3cdf-40e8-ac6d-c3f8705ecf9a req-ed80433f-1449-4788-a54b-643f04a91cd4 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 210 time: 0.0458851
Jul 09 15:56:36.795303 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-933b96f3-a8b5-4079-8a8b-2763a2bb73d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 1096 time: 0.0738335
Jul 09 15:56:36.846289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7f00-847c-4faf-a3a0-5fbd81fa291f req-cd8dcf3a-0aa0-4869-820c-4e0c5a2292ac tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:36.847476 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-20ce7f00-847c-4faf-a3a0-5fbd81fa291f req-cd8dcf3a-0aa0-4869-820c-4e0c5a2292ac tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0949008
Jul 09 15:56:36.905129 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-20ce7f00-847c-4faf-a3a0-5fbd81fa291f req-5818e239-ef9d-4605-ae97-df98a3cbe382 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511687
Jul 09 15:56:36.962839 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-45245903-2ffe-4d6d-9645-c1254fede58a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:36.964294 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-45245903-2ffe-4d6d-9645-c1254fede58a service neutron] 10.222.0.79 "GET /v2.0/networks?id=d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 200  len: 910 time: 0.1468449
Jul 09 15:56:37.063532 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-0ad58f54-f116-46c4-ab40-587f704bd896 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 HTTP/1.1" status: 200  len: 217 time: 0.0659859
Jul 09 15:56:37.131626 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-a0967dd7-f56a-4265-88e6-043971fb7897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:37.133053 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-a0967dd7-f56a-4265-88e6-043971fb7897 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc HTTP/1.1" status: 200  len: 849 time: 0.0619776
Jul 09 15:56:37.148578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-68112d2b-a2ec-472f-afbe-92927eedefe5 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:37.150401 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-68112d2b-a2ec-472f-afbe-92927eedefe5 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 814 time: 0.1529193
Jul 09 15:56:37.178176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Request body: {'port': {'device_id': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c', 'admin_state_up': True, 'tenant_id': '1ec3f30a745345778bfe6d3471531bb8'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:37.186174 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-b8946810-ab39-495c-ac4d-d4ffb29a5fdb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d0aa2ad7-5b7d-42b5-8182-f878d012572f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408468
Jul 09 15:56:37.350017 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-52606b5e-a1f6-464c-9068-c91ce0557d38 service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388872
Jul 09 15:56:37.385545 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:37.390250 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Usage tracker for resource:port and tenant:1ec3f30a745345778bfe6d3471531bb8 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:37.393124 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:37.398849 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:37.410942 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Made reservation on behalf of 1ec3f30a745345778bfe6d3471531bb8 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:56:37.415160 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:37.480989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208f09-60bd-4df3-9f79-c887d4af6f77 req-9b0a5559-c6a1-461f-9ecb-e075606529ad tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:37.482982 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f4208f09-60bd-4df3-9f79-c887d4af6f77 req-9b0a5559-c6a1-461f-9ecb-e075606529ad tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.1025410
Jul 09 15:56:37.650547 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f4208f09-60bd-4df3-9f79-c887d4af6f77 req-7bc7c233-f13d-4574-bbc0-9c1a61c0d4ec tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335561
Jul 09 15:56:37.745548 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2acca904-07fd-43a4-89a2-12ec1f4f18b9 req-f12f0cc4-a0db-4fe8-a5d1-abdfcd3320a9 service neutron] 10.222.0.79 "GET /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613442
Jul 09 15:56:37.752931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dcbf7-6718-4db2-9ebe-76e3710e237b req-1ddfd00c-2348-4710-9273-b2da13fe8d32 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:37.760803 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-919dcbf7-6718-4db2-9ebe-76e3710e237b req-1ddfd00c-2348-4710-9273-b2da13fe8d32 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2356670
Jul 09 15:56:37.764419 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Allocated IP 172.20.0.9 (759cf6a0-1b8f-495e-a6c0-055deb95c43c/d4d6f3a9-ccba-4753-aec8-098b69b05954/a13b4346-b7dc-493c-8cef-7f4061981c80) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:56:37.856754 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-919dcbf7-6718-4db2-9ebe-76e3710e237b req-f433c1cc-dc7d-4c31-824d-e81b3ec892aa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942798
Jul 09 15:56:37.859383 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-27e6f1e2-a369-434b-980a-07283bc39fe3 req-5dc4fb3e-c5f7-43c1-83df-b5e6d36804ab tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 210 time: 0.0430880
Jul 09 15:56:38.059524 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.091329 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.097533 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8a8f8470-327b-47ce-a66e-d0a8d36fb99c tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:38.120067 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e8183-842b-456b-beba-890ae943db63 req-13cf6c3d-f4ef-4d6c-b41a-15094580f172 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:38.126473 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-153e8183-842b-456b-beba-890ae943db63 req-13cf6c3d-f4ef-4d6c-b41a-15094580f172 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0895643
Jul 09 15:56:38.163689 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:56:38.167406 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:56:38.171928 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-153e8183-842b-456b-beba-890ae943db63 req-d4a7707f-8b0a-4695-9f62-2d6756c0074c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435352
Jul 09 15:56:38.172724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:56:38.177574 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:38.177683 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.201683 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Pushing event updated for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:38.212097 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.212463 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.212822 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.213189 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.213522 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.213869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.214235 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.215422 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.215537 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.216005 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.216338 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:38.220472 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0481484
Jul 09 15:56:38.221245 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:38.248428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Request body: {'port': {'device_id': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:38.370574 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.753111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13b4346-b7dc-493c-8cef-7f4061981c80 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:38.760005 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.776118 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Transition to ACTIVE for port object a13b4346-b7dc-493c-8cef-7f4061981c80 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:56:38.780991 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:38.785530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:38.885337 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f709a7-4806-42bb-884b-12ec5fe1d031 req-28c64bda-3113-4b0a-b44d-58d8e4e8412d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:38.909873 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-17f709a7-4806-42bb-884b-12ec5fe1d031 req-28c64bda-3113-4b0a-b44d-58d8e4e8412d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.1206648
Jul 09 15:56:38.915180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:38.918281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:38.970122 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-17f709a7-4806-42bb-884b-12ec5fe1d031 req-0d6a3e49-34f0-4d6a-81f0-e213f439bf5b tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590730
Jul 09 15:56:39.003634 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Attempting to bind port a13b4346-b7dc-493c-8cef-7f4061981c80 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:56:39.004025 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Attempting to bind port a13b4346-b7dc-493c-8cef-7f4061981c80 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:56:39.004543 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Attempting to bind port a13b4346-b7dc-493c-8cef-7f4061981c80 on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:39.010902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Port a13b4346-b7dc-493c-8cef-7f4061981c80 on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:56:39.011253 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Attempting to bind port a13b4346-b7dc-493c-8cef-7f4061981c80 on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:56:39.018050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:56:39.018388 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Checking segment: {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:56:39.018769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Bound using segment: {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:56:39.019188 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Bound port: a13b4346-b7dc-493c-8cef-7f4061981c80, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:56:39.019532 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:39.157514 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b28c42-61a2-421d-9d5a-8649f0ad018e req-9ee7be76-91f2-41b8-9939-42e640decc9a tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:39.158918 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-24b28c42-61a2-421d-9d5a-8649f0ad018e req-9ee7be76-91f2-41b8-9939-42e640decc9a tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.0779555
Jul 09 15:56:39.168180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:56:39.175276 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2136c-ce14-469d-92fa-8f18f9a9ffd7 req-dd0c9636-ed9b-41c6-8651-6db042cd6554 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:39.176728 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81b2136c-ce14-469d-92fa-8f18f9a9ffd7 req-dd0c9636-ed9b-41c6-8651-6db042cd6554 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1478667
Jul 09 15:56:39.178402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a13b4346-b7dc-493c-8cef-7f4061981c80,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:56:39.183951 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:39.190200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-55795378-a7a4-475e-811f-a44e6c554d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:39.210034 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-24b28c42-61a2-421d-9d5a-8649f0ad018e req-8aa006c0-11db-4ee7-94df-32003d13f7ed tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:39.228592 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-24b28c42-61a2-421d-9d5a-8649f0ad018e req-8aa006c0-11db-4ee7-94df-32003d13f7ed tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:39.230055 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-24b28c42-61a2-421d-9d5a-8649f0ad018e req-8aa006c0-11db-4ee7-94df-32003d13f7ed tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655723
Jul 09 15:56:39.295583 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:39.295770 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] 10.222.0.79 "PUT /v2.0/ports/a13b4346-b7dc-493c-8cef-7f4061981c80 HTTP/1.1" status: 200  len: 1093 time: 1.0524287
Jul 09 15:56:39.298439 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:39.313666 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Pushing event updated for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:39.316986 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:39.320287 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-81b2136c-ce14-469d-92fa-8f18f9a9ffd7 req-d8a8ced6-1278-4204-8c98-ca873b8197e2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311240
Jul 09 15:56:39.454856 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767adad-1b22-4073-98e1-fe4c95e8479b req-83722209-4417-4f06-807a-a952c6968de9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:39.456548 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2767adad-1b22-4073-98e1-fe4c95e8479b req-83722209-4417-4f06-807a-a952c6968de9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0898817
Jul 09 15:56:39.504720 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2767adad-1b22-4073-98e1-fe4c95e8479b req-baac94be-57e2-47d6-b5cc-7b6fb16bf39b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418007
Jul 09 15:56:39.587236 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80', 'status': 'completed', 'code': 200}
Jul 09 15:56:39.633047 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-fb94a90f-34c3-4095-9240-c9431cdaf199 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 1096 time: 0.0787632
Jul 09 15:56:39.757566 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-98402d09-6816-4b4b-97d4-1c70e23d23fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13b4346-b7dc-493c-8cef-7f4061981c80 HTTP/1.1" status: 200  len: 217 time: 0.0798662
Jul 09 15:56:39.847480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1057a1-1b56-4c39-9dc3-5200c701d525 req-e7ab911a-46d5-4896-b5cb-d9680d34aae4 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:39.849259 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3d1057a1-1b56-4c39-9dc3-5200c701d525 req-e7ab911a-46d5-4896-b5cb-d9680d34aae4 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0895567
Jul 09 15:56:39.858927 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44032) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:39.864387 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'floatingip': {'port_id': '6c5e0189-1c69-40e9-a026-0bb5a22660a3'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:56:39.905755 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-3c1bb1d2-aced-4991-bd50-324b461104e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:39.907520 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-3c1bb1d2-aced-4991-bd50-324b461104e3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4d6f3a9-ccba-4753-aec8-098b69b05954 HTTP/1.1" status: 200  len: 854 time: 0.1431503
Jul 09 15:56:39.953004 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:39.996788 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-1c1cf585-92e1-4958-952a-2f2af406aaae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=759cf6a0-1b8f-495e-a6c0-055deb95c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446944
Jul 09 15:56:40.193944 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-af5a037d-300e-456f-bbdd-b7439245b34f service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848941
Jul 09 15:56:40.292070 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c0df0-d28a-4337-8b86-171604f07cee req-da419b07-c729-4a3e-9ff6-76f71178939e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:40.293544 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-083c0df0-d28a-4337-8b86-171604f07cee req-da419b07-c729-4a3e-9ff6-76f71178939e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.1899872
Jul 09 15:56:40.343022 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26414bb8-5530-410e-95e0-5b597489e86b req-091533fb-50eb-43b1-862f-06c0b57db237 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:40.344561 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26414bb8-5530-410e-95e0-5b597489e86b req-091533fb-50eb-43b1-862f-06c0b57db237 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.3436780
Jul 09 15:56:40.391111 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcf2431d-41e9-4154-87a5-739c1f0dd50e req-3579a605-d1d5-4e1d-a11f-d36c46e5714b service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859062
Jul 09 15:56:40.393449 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-083c0df0-d28a-4337-8b86-171604f07cee req-7f441107-b4e2-4747-8133-aaf9c7d9bde3 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867460
Jul 09 15:56:40.453001 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-95911d08-6a58-4b30-b8bd-0a1b4ebdb13d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.4509549
Jul 09 15:56:40.551071 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26414bb8-5530-410e-95e0-5b597489e86b req-40192470-b9d8-4976-919a-86b6824d8aa9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998589
Jul 09 15:56:40.657913 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-fc4bc7c1-35fe-44c9-8941-ff7f86650de6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 1096 time: 0.1081922
Jul 09 15:56:40.666656 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f4262-0054-4f47-b7d0-1ae75b8ff074 req-21cc9324-5d48-466a-93f2-b1cef08b1c24 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:40.667341 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fc8f4262-0054-4f47-b7d0-1ae75b8ff074 req-21cc9324-5d48-466a-93f2-b1cef08b1c24 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:56:40.806706 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11371b-b14e-4838-9855-882d5a373228 req-ccb4de24-9141-4458-a648-d246f952e459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:40.809402 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-ccb4de24-9141-4458-a648-d246f952e459 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.2781613
Jul 09 15:56:40.818285 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:40.821480 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fc8f4262-0054-4f47-b7d0-1ae75b8ff074 req-21cc9324-5d48-466a-93f2-b1cef08b1c24 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:56:40.822779 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fc8f4262-0054-4f47-b7d0-1ae75b8ff074 req-21cc9324-5d48-466a-93f2-b1cef08b1c24 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.3176818
Jul 09 15:56:40.922615 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-cea8b62b-ef24-4f3d-92ca-f4ad6891d276 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.1048343
Jul 09 15:56:40.942674 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fc8f4262-0054-4f47-b7d0-1ae75b8ff074 req-c3cfdd58-0385-45a2-8204-63b90a30fea2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093547
Jul 09 15:56:40.947194 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8004b-524b-4246-9961-d51579626257 req-548f8d01-7f56-443a-a8a4-c8db2eb7ddff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:40.948877 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-548f8d01-7f56-443a-a8a4-c8db2eb7ddff service neutron] 10.222.0.79 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 915 time: 0.2779872
Jul 09 15:56:41.020527 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11371b-b14e-4838-9855-882d5a373228 req-4ad7b0c0-6c74-4008-bac4-8d9ddc92b2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:41.021980 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-4ad7b0c0-6c74-4008-bac4-8d9ddc92b2ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.0816548
Jul 09 15:56:41.081411 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-e2973875-114f-4ddd-9404-d31b58db8b50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13b4346-b7dc-493c-8cef-7f4061981c80 HTTP/1.1" status: 200  len: 217 time: 0.0822799
Jul 09 15:56:41.145772 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-89a582f9-d26f-45c1-815b-cb8914a64af5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680587
Jul 09 15:56:41.162451 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8004b-524b-4246-9961-d51579626257 req-bf15298d-2c46-424d-96bb-3c991b6509de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:41.163838 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-bf15298d-2c46-424d-96bb-3c991b6509de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4d6f3a9-ccba-4753-aec8-098b69b05954 HTTP/1.1" status: 200  len: 854 time: 0.0693152
Jul 09 15:56:41.220126 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-0d7f07c2-b857-4c8a-810b-a415dd699ff4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=759cf6a0-1b8f-495e-a6c0-055deb95c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472684
Jul 09 15:56:41.233821 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:41.240179 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:41.364636 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-c8a02d86-cfd2-4dd9-b06e-d83a21d6a2f2 service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348536
Jul 09 15:56:41.370319 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-b9ddc924-0d63-4a5b-bad5-ddab354234d5 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146246
Jul 09 15:56:41.539908 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21b8004b-524b-4246-9961-d51579626257 req-1e4cc64d-7f5f-4808-97f7-d393aad60d57 service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451569
Jul 09 15:56:41.769259 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bc11371b-b14e-4838-9855-882d5a373228 req-fa35e519-595c-42b0-a29c-d63ccdba08b3 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3280673
Jul 09 15:56:41.785211 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Floating IP 97f932e8-54a9-43b1-b3de-c76e2b5da07f associated. External IP: 172.27.2.8, port: 6c5e0189-1c69-40e9-a026-0bb5a22660a3.
Jul 09 15:56:41.860924 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:56:41.900311 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00e3a-3754-4e03-9a42-600704c62caa req-face3860-64df-493a-895b-8be17ef0e850 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:41.902162 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a9b00e3a-3754-4e03-9a42-600704c62caa req-face3860-64df-493a-895b-8be17ef0e850 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 943 time: 0.1325490
Jul 09 15:56:41.974665 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a9b00e3a-3754-4e03-9a42-600704c62caa req-1264f159-4330-4964-9476-2ca8e30721b5 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666993
Jul 09 15:56:42.016218 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666e088-5caf-4d52-af23-98713528edff req-d38e24fd-6d2f-4836-ac18-bbd08b2ce440 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:42.017767 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e666e088-5caf-4d52-af23-98713528edff req-d38e24fd-6d2f-4836-ac18-bbd08b2ce440 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.3093591
Jul 09 15:56:42.117270 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:42.132425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75', 'network_id': 'd0aa2ad7-5b7d-42b5-8182-f878d012572f', 'port_id': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75', 'mac_address': 'fa:16:3e:2e:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:56:42.141000 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e666e088-5caf-4d52-af23-98713528edff req-71217656-9789-4028-8877-2e5da17cc098 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142843
Jul 09 15:56:42.164465 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-ac55d885-ad4f-4118-8cca-4a0eb65b6380 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.2948451
Jul 09 15:56:42.207526 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5d71e-3256-4016-ac49-83fe62b308ab req-d05a2f36-d8ba-4ee8-bb6b-d18fcc65b99e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:42.208439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:42.209204 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d7e5d71e-3256-4016-ac49-83fe62b308ab req-d05a2f36-d8ba-4ee8-bb6b-d18fcc65b99e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.1072221
Jul 09 15:56:42.227258 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:42.243602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:42.249822 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:42.252066 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:42.278674 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d7e5d71e-3256-4016-ac49-83fe62b308ab req-518d180c-61d9-4fa4-8b8a-e9165dc901d5 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614710
Jul 09 15:56:42.341249 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:42.341249 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:42.435201 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-9f94752b-9d8e-47ea-aa5c-f1e472ebd275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:42.436919 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-9f94752b-9d8e-47ea-aa5c-f1e472ebd275 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.2496917
Jul 09 15:56:42.460817 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5e6ac1a3-25da-4fcc-995b-b695fee9671d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:42.522311 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-1ee4ab71-cd75-4edc-bf7d-896260e6b3b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.0705328
Jul 09 15:56:42.663515 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-24569832-35ae-48ef-a4a5-96cb85fbcd2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:42.664965 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-24569832-35ae-48ef-a4a5-96cb85fbcd2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.1252904
Jul 09 15:56:42.694475 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:56:42.745996 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-35cb04a9-badb-475f-8c62-4785a8773f53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452034
Jul 09 15:56:42.862641 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:42.977987 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-d985393a-d0bb-4a06-87ea-27188a89a94c service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759155
Jul 09 15:56:43.197110 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-97658998-dc3e-463f-b9df-f4e95f5284f6 req-f4dd431c-c1e7-410a-bc92-c3b9b41b2dd1 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674504
Jul 09 15:56:43.206391 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:56:43.211025 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:43.218470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d89d60-24d9-4a20-a990-df4e4c484959 req-6429cd6c-ea04-4a4e-81ff-7407dc0f6eb5 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:43.220013 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80d89d60-24d9-4a20-a990-df4e4c484959 req-6429cd6c-ea04-4a4e-81ff-7407dc0f6eb5 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 944 time: 0.0979729
Jul 09 15:56:43.229925 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:56:43.256211 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:43.257233 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a8a60>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:56:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:43.270430 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80d89d60-24d9-4a20-a990-df4e4c484959 req-2cdf2ef6-2228-440f-82cf-04bbcf0b5f95 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442688
Jul 09 15:56:43.335373 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:56:43.432372 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-7ab72a45-81c8-426f-b1d8-34bdf940da62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "PUT /v2.0/floatingips/97f932e8-54a9-43b1-b3de-c76e2b5da07f HTTP/1.1" status: 200  len: 990 time: 3.5724897
Jul 09 15:56:43.435351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:43.470244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e24c95-9286-4a5b-922f-ebd291a15ed1 req-b95df029-f50b-42f3-a505-7d47820aaa55 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:43.477882 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-87e24c95-9286-4a5b-922f-ebd291a15ed1 req-b95df029-f50b-42f3-a505-7d47820aaa55 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1303034
Jul 09 15:56:43.492546 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:43.543605 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-87e24c95-9286-4a5b-922f-ebd291a15ed1 req-8bd87de5-5aba-4a49-bebb-a5b29100be5a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647259
Jul 09 15:56:43.599264 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e187-ac86-499b-b598-466bdbaf11ef req-ebfd9823-4a9f-4004-a282-fa115d886944 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:43.605946 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d829e187-ac86-499b-b598-466bdbaf11ef req-ebfd9823-4a9f-4004-a282-fa115d886944 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.1957767
Jul 09 15:56:43.654859 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d829e187-ac86-499b-b598-466bdbaf11ef req-00534eaf-9cd5-43e3-a455-0b4175632d98 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452933
Jul 09 15:56:43.732416 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'status': 'completed', 'code': 200}
Jul 09 15:56:43.915707 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-5a22cf5d-6df8-4707-bb48-533f1aba6223 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.0990610
Jul 09 15:56:43.955459 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a8a60>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '97f932e8-54a9-43b1-b3de-c76e2b5da07f', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:0a:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:56:15Z', 'updated_at': '2021-07-09T15:56:40Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:43.959269 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:56:43.970339 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:56:43.970940 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a8a60>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:56:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:44.059082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-7699ae21-5904-4277-9550-7a361a2678a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:44.060480 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-7699ae21-5904-4277-9550-7a361a2678a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1310792
Jul 09 15:56:44.149709 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:56:44.181241 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-c46116e6-7693-45a3-97da-60cd284f8c6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 998 time: 0.1134601
Jul 09 15:56:44.248168 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-5ed65599-2c8b-4ba5-8711-d8c5b40148f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:44.249915 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-5ed65599-2c8b-4ba5-8711-d8c5b40148f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0609672
Jul 09 15:56:44.339417 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-9c457a8f-836e-4177-a91c-3b989640a19a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825722
Jul 09 15:56:44.536604 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-1ecd96a8-253f-4987-b102-a0fee33d7f8d service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901238
Jul 09 15:56:44.546520 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe679c-9616-45b0-86d8-fc5a423276af req-b207fe68-ccf3-4954-a029-9c29c382dbba tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:44.547951 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d7fe679c-9616-45b0-86d8-fc5a423276af req-b207fe68-ccf3-4954-a029-9c29c382dbba tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 944 time: 0.1309159
Jul 09 15:56:44.563435 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a8a60>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '97f932e8-54a9-43b1-b3de-c76e2b5da07f', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:0a:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:56:15Z', 'updated_at': '2021-07-09T15:56:40Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:56:44.568086 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff35ec-abc9-4186-a83b-658205d18b81 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '97f932e8-54a9-43b1-b3de-c76e2b5da07f', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:0a:7e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:56:15Z', 'updated_at': '2021-07-09T15:56:40Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:56:44.686453 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d7fe679c-9616-45b0-86d8-fc5a423276af req-aa950dd3-0bac-4d47-971d-8825823085e4 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171725
Jul 09 15:56:44.720751 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce9b165c-4b95-4bd5-a77c-400dabd13626 req-64f7dac6-cce0-4ccd-aa4a-326b38672464 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718676
Jul 09 15:56:44.747084 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-076c55d8-70b3-4df9-b9ef-77bed443bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:44.781176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad3e11-d081-45b9-9770-b29237086b22 req-b564477f-ab27-4faf-a6e3-847d23084b33 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:44.782714 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d7ad3e11-d081-45b9-9770-b29237086b22 req-b564477f-ab27-4faf-a6e3-847d23084b33 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1170824
Jul 09 15:56:44.851669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8682264-5a46-4554-b52c-261d9096f58b None None] New status for floating IP 97f932e8-54a9-43b1-b3de-c76e2b5da07f: ACTIVE {{(pid=74302) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 15:56:44.859232 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d7ad3e11-d081-45b9-9770-b29237086b22 req-61ee6fdc-980b-4a6a-b80c-d187e1769388 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667386
Jul 09 15:56:44.957630 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ae6d-4440-45d6-af84-49b750b3cbfa req-9f3eaba5-37c9-42cf-83f4-740997584670 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:44.959169 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ef34ae6d-4440-45d6-af84-49b750b3cbfa req-9f3eaba5-37c9-42cf-83f4-740997584670 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.0980892
Jul 09 15:56:45.015531 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ef34ae6d-4440-45d6-af84-49b750b3cbfa req-43f1bc4c-d289-49a7-9d74-5971f486c83d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445836
Jul 09 15:56:45.272147 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44122) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:45.415200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.446972 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:45.451723 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Usage tracker for resource:security_group_rule and tenant:12d84401378d41e0af73b2e226872e51 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:45.454480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:45.459921 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:45.537282 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.541042 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.548141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b1bf684b-10b2-444e-a908-50bbb635966a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:45.593174 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12d84401378d41e0af73b2e226872e51&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3176682
Jul 09 15:56:45.593174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0d1ce-a3c0-4779-adce-9801baf75fca,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:45.593712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44128) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:45.600353 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.600720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.601081 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.601431 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.601782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.602161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.602505 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.602847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.603191 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.603528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.603865 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:56:45.608099 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:45.664828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.689893 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.694150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.749572 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.753459 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f979cc86-6e0b-4f67-9307-e27cc9f7e3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:45.765021 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0d1ce-a3c0-4779-adce-9801baf75fca,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:45.768294 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:45.773931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:45.775342 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cff0d1ce-a3c0-4779-adce-9801baf75fca HTTP/1.1" status: 204  len: 168 time: 0.1805933
Jul 09 15:56:45.905897 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a13b4346-b7dc-493c-8cef-7f4061981c80 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:56:45.939911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fba0c-327c-45e3-a606-be0ffcaa4d76 req-0b2177a3-71ab-4160-9d11-e4c505a44709 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:45.944607 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8d3fba0c-327c-45e3-a606-be0ffcaa4d76 req-0b2177a3-71ab-4160-9d11-e4c505a44709 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 944 time: 0.1115668
Jul 09 15:56:46.001819 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8d3fba0c-327c-45e3-a606-be0ffcaa4d76 req-f5a13915-52af-492a-8dd9-c3b4206e2ea4 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511374
Jul 09 15:56:46.013576 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:46.123616 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a13b4346-b7dc-493c-8cef-7f4061981c80,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:46.142475 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'a13b4346-b7dc-493c-8cef-7f4061981c80', 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c', 'port_id': 'a13b4346-b7dc-493c-8cef-7f4061981c80', 'mac_address': 'fa:16:3e:57:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d6f3a9-ccba-4753-aec8-098b69b05954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:56:46.186066 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:46.203996 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57aae9-a1e9-4cb8-a64a-f99993d6b798 req-27e34512-c04f-47f6-a167-7bd63df26d85 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:46.205478 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bb57aae9-a1e9-4cb8-a64a-f99993d6b798 req-27e34512-c04f-47f6-a167-7bd63df26d85 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1635416
Jul 09 15:56:46.214223 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:46.215084 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.286509 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7ca97-f992-4837-a18f-9cd4edd05bc0 req-b76422b9-6b3b-4ced-adcc-c7900a479534 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:46.287405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.288964 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-83b7ca97-f992-4837-a18f-9cd4edd05bc0 req-b76422b9-6b3b-4ced-adcc-c7900a479534 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 943 time: 0.0905764
Jul 09 15:56:46.290600 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bb57aae9-a1e9-4cb8-a64a-f99993d6b798 req-96e70a76-7121-4d3f-89eb-d53d033885f6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671773
Jul 09 15:56:46.294721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44146) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:46.325405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13b4346-b7dc-493c-8cef-7f4061981c80 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:56:46.347115 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.388508 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a13b4346-b7dc-493c-8cef-7f4061981c80,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:46.405219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.407669 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:46.414598 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-83b7ca97-f992-4837-a18f-9cd4edd05bc0 req-d0cc68a0-f966-4f73-9b5d-ab54af1b92d8 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921240
Jul 09 15:56:46.416558 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:46.426608 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Usage tracker for resource:security_group_rule and tenant:733486fcccdd40c9b9890b84f88298e9 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:46.430275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:46.439381 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:46.458207 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.512303 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:46.531472 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:46.539473 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:46.543389 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:46.544407 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.547261 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8f567b4d-5b5f-4adf-bda9-92f60bda7c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:46.563203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.568672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.577494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d4acfdcb-6204-4015-b5dd-8993c61bc461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:46.586730 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75', 'code': 200}
Jul 09 15:56:46.617768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ea9414-889d-4346-8142-538724e393a7,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:46.626384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:46.627806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:46.630276 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=733486fcccdd40c9b9890b84f88298e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3341959
Jul 09 15:56:46.631238 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:46.632906 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44156) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:46.694005 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.722382 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.781227 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.786454 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b9d62e39-b83e-4263-97ba-dccfb3af9b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:46.799331 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ea9414-889d-4346-8142-538724e393a7,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:46.802150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:46.805735 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:46.812210 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4ea9414-889d-4346-8142-538724e393a7 HTTP/1.1" status: 204  len: 168 time: 0.1765747
Jul 09 15:56:46.977274 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9447e748-e800-457b-ba3f-2fb0a287365c req-98ebd989-7cb7-470f-a4c9-97caac97954c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 1098 time: 0.1068521
Jul 09 15:56:47.116155 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9447e748-e800-457b-ba3f-2fb0a287365c req-3c9f7d6c-92ac-4057-b0a5-860294ebe8f9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465350
Jul 09 15:56:47.162242 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:47.218654 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb9853-9be0-46b5-aecb-293e12b99d31 req-e6722bcc-05a7-4bc0-809b-1efeccf0de3d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:47.220424 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-19bb9853-9be0-46b5-aecb-293e12b99d31 req-e6722bcc-05a7-4bc0-809b-1efeccf0de3d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0872810
Jul 09 15:56:47.286549 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-19bb9853-9be0-46b5-aecb-293e12b99d31 req-f7d70a84-b34a-463b-98d1-7c579f27a422 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603809
Jul 09 15:56:47.335784 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['a13b4346-b7dc-493c-8cef-7f4061981c80'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:56:47.561631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db37964-1967-4924-a122-0dbcff3a5eab req-c8d99194-24be-4bdd-bb18-08b450398424 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:47.563133 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1db37964-1967-4924-a122-0dbcff3a5eab req-c8d99194-24be-4bdd-bb18-08b450398424 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1359746
Jul 09 15:56:47.614582 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1db37964-1967-4924-a122-0dbcff3a5eab req-2faa62e6-a78d-49e7-9f3f-bb9d196ab7ec tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457382
Jul 09 15:56:47.691001 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f229cbc-d0c9-43b8-9973-28f77b104b07 req-58e65418-09d2-4022-abd3-737e142c141f tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:47.695147 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4f229cbc-d0c9-43b8-9973-28f77b104b07 req-58e65418-09d2-4022-abd3-737e142c141f tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 944 time: 0.0994093
Jul 09 15:56:47.753364 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4f229cbc-d0c9-43b8-9973-28f77b104b07 req-354cae7c-07e4-4f28-8941-2677674c8a26 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524614
Jul 09 15:56:48.504181 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b61173-9dd1-4974-a1c0-21bc25c17406 req-3f368cfa-5538-4025-8c53-fab9ba72ec53 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:48.505624 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43b61173-9dd1-4974-a1c0-21bc25c17406 req-3f368cfa-5538-4025-8c53-fab9ba72ec53 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0900784
Jul 09 15:56:48.555809 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43b61173-9dd1-4974-a1c0-21bc25c17406 req-dc8bab62-91dc-49dc-a24b-abf1e209c901 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433743
Jul 09 15:56:48.896727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a3793-e3cf-4c60-93c0-821f9390d09f req-cf38be1a-782b-41f4-813a-024d3ea4376d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:48.898221 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5a2a3793-e3cf-4c60-93c0-821f9390d09f req-cf38be1a-782b-41f4-813a-024d3ea4376d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1545999
Jul 09 15:56:48.943870 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5a2a3793-e3cf-4c60-93c0-821f9390d09f req-2c6509b9-a21c-4c41-954f-33b54aa6a270 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391390
Jul 09 15:56:48.957339 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce877bf-acf2-4b5e-a83d-d3282b335595 req-4d54c5c5-6e09-44b5-a83a-9cc6b112236c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:48.959004 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ce877bf-acf2-4b5e-a83d-d3282b335595 req-4d54c5c5-6e09-44b5-a83a-9cc6b112236c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 944 time: 0.0762258
Jul 09 15:56:49.018933 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ce877bf-acf2-4b5e-a83d-d3282b335595 req-24d1c86e-2193-46c9-baaf-d7c3d97c2ff8 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461025
Jul 09 15:56:49.765931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f747b-4353-439d-9f45-36a7b61c53ff req-feb28654-7c9f-45d5-a0d5-21adb3e130b2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:49.767411 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-145f747b-4353-439d-9f45-36a7b61c53ff req-feb28654-7c9f-45d5-a0d5-21adb3e130b2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0851376
Jul 09 15:56:49.819305 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-145f747b-4353-439d-9f45-36a7b61c53ff req-697a60bf-76af-4dd1-b842-1ad97b93d803 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463774
Jul 09 15:56:49.920506 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a13b4346-b7dc-493c-8cef-7f4061981c80 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:56:49.989365 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port a13b4346-b7dc-493c-8cef-7f4061981c80 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:56:49.994194 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port a13b4346-b7dc-493c-8cef-7f4061981c80 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:56:49.994572 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:50.102976 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:50.130556 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:50.141401 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a13b4346-b7dc-493c-8cef-7f4061981c80,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:50.146174 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:50.148155 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:50.209561 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80', 'code': 200}
Jul 09 15:56:50.236592 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbe584-4e62-497d-a0aa-b4e501013d3f req-b464899a-9e47-4660-b422-b9a472c42b67 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:50.238828 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-40fbe584-4e62-497d-a0aa-b4e501013d3f req-b464899a-9e47-4660-b422-b9a472c42b67 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0875020
Jul 09 15:56:50.243794 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:50.248415 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:50.296526 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-40fbe584-4e62-497d-a0aa-b4e501013d3f req-2700379b-1359-43f3-8c72-bd18c046e09a tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498598
Jul 09 15:56:50.555821 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8b79a7bd-06bd-4333-8b0b-281cf97d002a req-f9abda0d-ad5b-4d7a-8a99-a6a57affd9e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 1098 time: 0.0770490
Jul 09 15:56:50.599652 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8b79a7bd-06bd-4333-8b0b-281cf97d002a req-54413d4a-4f8c-4e36-8302-e57a669db1f6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364137
Jul 09 15:56:51.053037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b95e5-2e8d-4287-a159-c5af22cb4ea0 req-9ac8558d-2cac-42d4-94b4-a69cff17d48d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:51.054480 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc6b95e5-2e8d-4287-a159-c5af22cb4ea0 req-9ac8558d-2cac-42d4-94b4-a69cff17d48d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.1022062
Jul 09 15:56:51.103336 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc6b95e5-2e8d-4287-a159-c5af22cb4ea0 req-b1b6a4cf-9fcc-4073-8ce3-3b1f3e334217 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433321
Jul 09 15:56:51.501256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f33dbb-5a41-401c-8d01-7c3fe44b70c8 req-b66badd0-5aad-4bcf-9454-dce57571baaf tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:51.503435 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d1f33dbb-5a41-401c-8d01-7c3fe44b70c8 req-b66badd0-5aad-4bcf-9454-dce57571baaf tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0802488
Jul 09 15:56:51.562946 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d1f33dbb-5a41-401c-8d01-7c3fe44b70c8 req-d0f07c57-1a1c-4eed-937b-c4eb5615eb80 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519481
Jul 09 15:56:51.920369 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e469-19af-4008-9d3f-9eb0aad9dcd2 req-57c8aabb-3e88-4806-8f3a-2b0933de1c4f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:51.922889 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fa53e469-19af-4008-9d3f-9eb0aad9dcd2 req-57c8aabb-3e88-4806-8f3a-2b0933de1c4f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1025774
Jul 09 15:56:51.969698 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fa53e469-19af-4008-9d3f-9eb0aad9dcd2 req-ca948f4d-0528-46de-af00-94de20b25270 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407684
Jul 09 15:56:52.904313 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b067ff-70be-4289-8444-eb0322d38dd5 req-c6de48da-787e-41ce-b8a4-db586faa49af tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:52.906251 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c7b067ff-70be-4289-8444-eb0322d38dd5 req-c6de48da-787e-41ce-b8a4-db586faa49af tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.1802061
Jul 09 15:56:53.013936 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c7b067ff-70be-4289-8444-eb0322d38dd5 req-94a50c78-8a8d-4931-a12b-a95e4ede1490 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011035
Jul 09 15:56:53.391569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b13d-4917-4564-aed9-f8af1cb8d9ce req-6394251f-fd3e-4a93-8b93-ecae65bac9db tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:53.392956 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ef62b13d-4917-4564-aed9-f8af1cb8d9ce req-6394251f-fd3e-4a93-8b93-ecae65bac9db tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0774670
Jul 09 15:56:53.424374 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44338) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:53.451499 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ef62b13d-4917-4564-aed9-f8af1cb8d9ce req-9036a5af-be93-47fc-98c0-2ef1c2538489 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529623
Jul 09 15:56:53.596983 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.628962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:56:53.632927 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:9298163d4b214138a4392cf1b3231334 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:56:53.635748 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:56:53.641883 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:56:53.713134 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.716923 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.723850 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:53.763908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c850fd1-2619-4e60-aba4-342398b122ee,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:53.768260 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9298163d4b214138a4392cf1b3231334&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3426893
Jul 09 15:56:53.770858 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44346) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:56:53.784253 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:53.838863 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.867997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.922296 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.925942 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-41146cb3-612c-40b8-8630-6b237a962a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:53.939346 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c850fd1-2619-4e60-aba4-342398b122ee,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:53.943079 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:53.948369 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:53.949543 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c850fd1-2619-4e60-aba4-342398b122ee HTTP/1.1" status: 204  len: 168 time: 0.1778224
Jul 09 15:56:54.213985 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e956-a451-4b79-825c-8d9efb5b327c req-650fe839-a207-4a67-ae34-35ae0c901b0d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:54.216154 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43f1e956-a451-4b79-825c-8d9efb5b327c req-650fe839-a207-4a67-ae34-35ae0c901b0d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0847909
Jul 09 15:56:54.306823 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43f1e956-a451-4b79-825c-8d9efb5b327c req-0407a4e8-e0cd-44c1-834f-6f004fa24b30 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845337
Jul 09 15:56:54.662330 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545bc3f-720c-4979-9126-1e2b71cceeb0 req-5291991a-bf9f-4e63-a871-b1d4bdd8d02d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:54.663789 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0545bc3f-720c-4979-9126-1e2b71cceeb0 req-5291991a-bf9f-4e63-a871-b1d4bdd8d02d tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0830412
Jul 09 15:56:54.714426 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0545bc3f-720c-4979-9126-1e2b71cceeb0 req-2de71ca2-a7c7-47d1-adb9-caa811c29a50 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441809
Jul 09 15:56:55.861472 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-af50c88e-4678-43c0-9636-60bad3155d9e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:55.862951 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-af50c88e-4678-43c0-9636-60bad3155d9e tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0861373
Jul 09 15:56:55.933844 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Deleting port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:56:55.934585 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:55.953246 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dc00f-f361-43f8-979d-168bb6f9e2a7 req-87fe8986-f45f-41ce-9d4d-1c1de4784327 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:56:55.954729 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a27dc00f-f361-43f8-979d-168bb6f9e2a7 req-87fe8986-f45f-41ce-9d4d-1c1de4784327 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 945 time: 0.0762527
Jul 09 15:56:56.007247 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a27dc00f-f361-43f8-979d-168bb6f9e2a7 req-a7a72ce3-238b-482f-8469-78d010e02309 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/security-groups?id=b19c6fc4-2425-40aa-830d-898a82702556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469232
Jul 09 15:56:56.188430 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] For port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,segment=NetworkSegment(a516bdbd-cbae-4f97-8d0b-d269820af377),segment_id=a516bdbd-cbae-4f97-8d0b-d269820af377)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:56:56.188784 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:56.317537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Calling delete_port for 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:56:56.477217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:56.484171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f6251b13-2a97-4616-a2c7-e26f5aa3f0f2 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:56:56.532639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Pushing event deleted for resources: {'Port': ['ID=4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:56:56.538628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:56:56.609025 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] No DVR routers for this DVR port 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:56:56.611559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:56:56.614239 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'name': 'network-vif-deleted', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:56:56.630280 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6fb574d0-7d49-498f-af05-d306f0aa7408 req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.79 "DELETE /v2.0/ports/4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 HTTP/1.1" status: 204  len: 173 time: 0.7595189
Jul 09 15:56:56.674298 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bf58b6-26ae-4ccc-a407-d105d78c4b3d', 'name': 'network-vif-deleted', 'tag': '4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75', 'status': 'completed', 'code': 200}
Jul 09 15:57:02.723336 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:57:03.031097 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4b7d4d82-e602-46ae-92ec-8dff56bfc951 req-0cca0d92-d4f7-4b2e-9364-f387b3b00bb6 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9bf58b6-26ae-4ccc-a407-d105d78c4b3d HTTP/1.1" status: 200  len: 210 time: 0.0462379
Jul 09 15:57:03.114663 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:57:05.699776 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923541f-21a2-414f-9350-980ab55f2dea req-6f04c9dd-dda5-4c44-86d7-17e057ee96a5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:05.701804 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a923541f-21a2-414f-9350-980ab55f2dea req-6f04c9dd-dda5-4c44-86d7-17e057ee96a5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0797470
Jul 09 15:57:05.732051 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-65d21fbc-5129-4f17-86ac-acd60ae60c8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.0764201
Jul 09 15:57:05.750765 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a923541f-21a2-414f-9350-980ab55f2dea req-6935df7f-3f75-46d1-85a0-ec00314390a2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430603
Jul 09 15:57:05.948575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-1d5f3215-4bfa-4963-a4e1-a826e1694b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:05.950058 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-1d5f3215-4bfa-4963-a4e1-a826e1694b1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.2097366
Jul 09 15:57:06.022639 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-c168c9e9-6bef-4ba1-a0b2-8ecf4948a4b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.0619452
Jul 09 15:57:06.086971 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-b799e547-eba2-437e-91d6-74fd995e1009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:06.088393 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-b799e547-eba2-437e-91d6-74fd995e1009 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.0566347
Jul 09 15:57:06.141323 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-5132c634-8450-4e64-afa7-2c595d4189a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416589
Jul 09 15:57:06.280976 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-d14edb21-d5f7-4dc2-8ec4-43c23111f7e0 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280832
Jul 09 15:57:06.417215 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d590cc7f-32b7-468c-94a5-2ee5b278f306 req-218c12c9-00fc-4481-94bd-e8cec9719c42 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241231
Jul 09 15:57:06.760140 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:57:06.796444 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:57:06.796797 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4ab9eb70-1ef4-4ff9-b0a2-05ce993d0a75 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:57:06.965283 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467036d-c12e-44c0-b375-2a703177eb1b req-addb0d62-8712-4189-8338-9062ef975372 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:06.967367 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1467036d-c12e-44c0-b375-2a703177eb1b req-addb0d62-8712-4189-8338-9062ef975372 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0817041
Jul 09 15:57:07.016171 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1467036d-c12e-44c0-b375-2a703177eb1b req-976b0270-bb66-40d9-ae7e-69d982c229aa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416908
Jul 09 15:57:08.230127 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b46bb-316a-4aba-9d4b-40f7da826728 req-4c6d6923-02f6-4070-a991-6b6af1fe5c7d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:08.231694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e8b46bb-316a-4aba-9d4b-40f7da826728 req-4c6d6923-02f6-4070-a991-6b6af1fe5c7d tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0821505
Jul 09 15:57:08.278427 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4e8b46bb-316a-4aba-9d4b-40f7da826728 req-5a0eef9f-91bc-4121-910c-60f9611befde tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403235
Jul 09 15:57:10.796727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:12.463082 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f214bf8e-08d2-492a-bdf6-2894a426d19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:12.856388 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:14.743130 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e9f9e7f8-efd1-4706-94f6-e9aafaf7e343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:15.502762 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e95b3-fb7f-4723-b210-9eb4b2f4c9f5 req-7abf1993-0620-480a-8177-2c33e7344b9e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:15.504650 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-216e95b3-fb7f-4723-b210-9eb4b2f4c9f5 req-7abf1993-0620-480a-8177-2c33e7344b9e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0817208
Jul 09 15:57:15.553135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-216e95b3-fb7f-4723-b210-9eb4b2f4c9f5 req-0beb307a-d669-4aba-96af-ac64c7e5a021 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418248
Jul 09 15:57:15.692075 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:16.757691 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9a150-0d4c-4a8c-ba7d-5cd9d336b6e3 req-eb8619a6-cbf4-429f-a6bd-521e420ec606 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:16.759199 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f0a9a150-0d4c-4a8c-ba7d-5cd9d336b6e3 req-eb8619a6-cbf4-429f-a6bd-521e420ec606 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0833373
Jul 09 15:57:16.808295 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f0a9a150-0d4c-4a8c-ba7d-5cd9d336b6e3 req-a7257447-c86c-407c-9580-e740e1884ad4 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434499
Jul 09 15:57:17.158977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:18.178404 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e6b9-d8ab-474b-bc44-5ac73355401a req-63fda28f-16ca-4f68-8e87-5824a25f84e3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:18.179823 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ac68e6b9-d8ab-474b-bc44-5ac73355401a req-63fda28f-16ca-4f68-8e87-5824a25f84e3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1290057
Jul 09 15:57:18.230943 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ac68e6b9-d8ab-474b-bc44-5ac73355401a req-db7f9edf-8135-46db-b03d-dfe1af34f0a1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455513
Jul 09 15:57:19.461612 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d981fb2-fd97-49dc-908d-d08942fb8379 req-8fd29bb2-3ca1-4828-8339-7b14af25cfbe tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:19.463495 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d981fb2-fd97-49dc-908d-d08942fb8379 req-8fd29bb2-3ca1-4828-8339-7b14af25cfbe tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0839739
Jul 09 15:57:19.537361 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d981fb2-fd97-49dc-908d-d08942fb8379 req-86372608-071b-4dd7-ba6f-a0597f7375df tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674462
Jul 09 15:57:20.607485 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44814) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:20.913187 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:20.978194 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeff572-6a3e-47ff-8ac0-d1b8f4610d54 req-82495479-0014-4ab7-838c-685005d18b98 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:20.983145 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5eeff572-6a3e-47ff-8ac0-d1b8f4610d54 req-82495479-0014-4ab7-838c-685005d18b98 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1680493
Jul 09 15:57:21.053821 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:21.065737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Usage tracker for resource:security_group_rule and tenant:371049a1f3094259880ed077f2cd7a48 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:21.070813 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:21.087892 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:21.147809 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5eeff572-6a3e-47ff-8ac0-d1b8f4610d54 req-e8c85a62-7b1c-47d8-9041-4a9ea2bc63ce tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418688
Jul 09 15:57:21.196485 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.201620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.211797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4ae5719c-a570-4847-9021-ff8dd80d83e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:21.255812 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd53fb-628e-4cef-bf39-d12cb44cfce6,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:21.259409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:21.262016 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=371049a1f3094259880ed077f2cd7a48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6532197
Jul 09 15:57:21.264546 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44826) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:21.327699 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.352618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.411977 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.416917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f024063a-c8e2-4789-895c-7082d6130a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:21.429625 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd53fb-628e-4cef-bf39-d12cb44cfce6,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:21.432416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:21.433705 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:21.434975 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bdbd53fb-628e-4cef-bf39-d12cb44cfce6 HTTP/1.1" status: 204  len: 168 time: 0.1695299
Jul 09 15:57:22.456791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72574d-3a14-4a8c-aeeb-714e46fdfb6e req-7b6c2079-b5f0-43fe-9632-dd3b0b2ffa95 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:22.459705 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce72574d-3a14-4a8c-aeeb-714e46fdfb6e req-7b6c2079-b5f0-43fe-9632-dd3b0b2ffa95 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1056790
Jul 09 15:57:22.490802 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44864) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:22.522856 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce72574d-3a14-4a8c-aeeb-714e46fdfb6e req-44d3577a-c956-42c2-8001-86bf3a8cd0ee tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507236
Jul 09 15:57:22.626893 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-768740409-network', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:22.632428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:22.637229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Usage tracker for resource:network and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:22.641325 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:22.649807 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:22.663410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Made reservation on behalf of 70c2f4d400ef464eb1a7dfa43e59568d for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:57:22.667705 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.682336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.716973 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:22.721699 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:22.724991 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:22.731291 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:22.827410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.833106 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.837692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1e0d6ae6-f245-47fd-a9ff-19f49dba997c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:22.867239 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:57:22.887176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab814bb8-c0e5-404a-a2ed-ebe694e07421,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:22.890440 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.891016 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Added segment b809afe1-ca5a-4680-9256-6cde8e13e458 of type vlan for network 420c066c-2932-4f92-84ac-22b6b102633d
Jul 09 15:57:22.892575 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:22.924996 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.957519 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.958779 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:22.960617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:22.964841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:23.072396 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Pushing event updated for resources: {'Network': ['ID=420c066c-2932-4f92-84ac-22b6b102633d,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:23.076680 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5836163
Jul 09 15:57:23.078497 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:23.080049 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44878) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:23.086044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Request body: {'subnet': {'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-768740409-subnet', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'ip_version': 4}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:23.091154 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:23.094917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 420c066c-2932-4f92-84ac-22b6b102633d details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:57:23.096932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Usage tracker for resource:subnet and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:23.100361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:23.106610 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:23.119560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Made reservation on behalf of 70c2f4d400ef464eb1a7dfa43e59568d for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:57:23.122492 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:23.384714 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:23.402071 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:23.490175 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d4b9e2-d478-44c7-9533-4e8c7aca2444,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:23.494274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:23.500984 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Checking segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:23.501416 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Network hostable DHCP agents. Network: 420c066c-2932-4f92-84ac-22b6b102633d, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:57:23.530564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Network 420c066c-2932-4f92-84ac-22b6b102633d is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:57:23.543212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 420c066c-2932-4f92-84ac-22b6b102633d) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:23.550624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:23.551240 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:23.556368 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f331df2-cf06-429f-b312-84c49a207b9f None None] Network 420c066c-2932-4f92-84ac-22b6b102633d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:57:23.607543 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5261457
Jul 09 15:57:23.614289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44890) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:23.624131 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:23.631242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:23.637886 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Usage tracker for resource:router and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:23.642679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:23.650679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:23.668130 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:23.670410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:23.733918 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.022919 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48956da7-1b83-4e96-849c-2c64ad4c2b20 req-209fec3c-b96c-4446-8f12-d7b3d2d42dd5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:24.032192 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-48956da7-1b83-4e96-849c-2c64ad4c2b20 req-209fec3c-b96c-4446-8f12-d7b3d2d42dd5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2712040
Jul 09 15:57:24.067686 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-420c066c-2932-4f92-84ac-22b6b102633d', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:57:24.068914 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.138525 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.144865 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-48956da7-1b83-4e96-849c-2c64ad4c2b20 req-df631715-e866-4267-a6b0-8341e1fb9157 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995579
Jul 09 15:57:24.436034 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.472832 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Allocated IP 172.20.0.2 (420c066c-2932-4f92-84ac-22b6b102633d/d6d4b9e2-d478-44c7-9533-4e8c7aca2444/0b7fcda3-636f-4cbb-a7b4-06284514386c) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:24.521829 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.764468 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.775194 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Transition to ACTIVE for port object 0b7fcda3-636f-4cbb-a7b4-06284514386c will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:24.781212 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Allocated IP 172.27.2.147 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/72cd5426-a64d-47c5-81e8-d35e73517403) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:24.794286 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Transition to ACTIVE for port object 0b7fcda3-636f-4cbb-a7b4-06284514386c will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:24.815856 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.821172 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:24.891141 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Network 420c066c-2932-4f92-84ac-22b6b102633d is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:24.894755 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:24.896478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Pushing event updated for resources: {'Port': ['ID=0b7fcda3-636f-4cbb-a7b4-06284514386c,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:24.899546 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:24.911038 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.911383 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.911722 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.912054 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.912395 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.912719 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.913043 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.913391 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.913712 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.914072 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.923573 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:24.945705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:24.963734 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:24.997041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.001081 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Attempting to bind port 0b7fcda3-636f-4cbb-a7b4-06284514386c on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:25.001464 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Attempting to bind port 0b7fcda3-636f-4cbb-a7b4-06284514386c by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:25.001801 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:25.001917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Attempting to bind port 0b7fcda3-636f-4cbb-a7b4-06284514386c on network 420c066c-2932-4f92-84ac-22b6b102633d {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:25.008244 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:25.008624 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Checking segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:25.009034 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.009437 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Bound using segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:25.009929 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Bound port: 0b7fcda3-636f-4cbb-a7b4-06284514386c, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:25.010306 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.070631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:25.073476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:25.077917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:25.100516 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] For port 0b7fcda3-636f-4cbb-a7b4-06284514386c, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:57:25.103271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Pushing event updated for resources: {'Port': ['ID=72cd5426-a64d-47c5-81e8-d35e73517403,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:25.104071 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] For port 0b7fcda3-636f-4cbb-a7b4-06284514386c, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=0b7fcda3-636f-4cbb-a7b4-06284514386c,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:57:25.108317 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:25.111344 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.116055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-688d00cb-d4c5-4239-a17d-9c9601f57210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:25.237577 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Pushing event updated for resources: {'Port': ['ID=0b7fcda3-636f-4cbb-a7b4-06284514386c,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:25.247415 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:25.426220 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.427383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:25.596456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ef483-e217-44dd-8142-eee539576c1b req-0d9627e7-0264-4706-bf27-f62ed49cf4f6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:25.598173 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b20ef483-e217-44dd-8142-eee539576c1b req-0d9627e7-0264-4706-bf27-f62ed49cf4f6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2674057
Jul 09 15:57:25.722851 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b20ef483-e217-44dd-8142-eee539576c1b req-398b91b4-22b4-4324-94bf-e0f4eb779e99 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988126
Jul 09 15:57:25.954040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Router f719e062-540c-435b-8c58-0a35888bc3fd is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:57:26.247040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:57:26.259234 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Sync routers for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:57:26.277107 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:26.277782 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aba5c70>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:26.290324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:26.294367 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6748064
Jul 09 15:57:26.295803 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44928) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:26.607285 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:26.750952 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb649a3-338b-43f3-9217-fcdbd9cc0ef8 None None] Network 420c066c-2932-4f92-84ac-22b6b102633d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:57:26.970534 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aba5c70>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:25Z', 'revision_number': 3, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:26.977058 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Checking router: f719e062-540c-435b-8c58-0a35888bc3fd for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:57:26.977417 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Updating router f719e062-540c-435b-8c58-0a35888bc3fd port 72cd5426-a64d-47c5-81e8-d35e73517403 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:57:27.041179 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.060782 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-28451436-ce80-424d-9c0c-c3460f86c2a1 None None] Provisioning for port 0b7fcda3-636f-4cbb-a7b4-06284514386c completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:27.131361 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 0b7fcda3-636f-4cbb-a7b4-06284514386c up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:27.215145 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 0b7fcda3-636f-4cbb-a7b4-06284514386c completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:27.221349 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 0b7fcda3-636f-4cbb-a7b4-06284514386c triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:27.221918 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.356586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.398248 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.412548 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.424944 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Transition to ACTIVE for port object 72cd5426-a64d-47c5-81e8-d35e73517403 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:27.433423 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.439003 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:27.441280 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 0b7fcda3-636f-4cbb-a7b4-06284514386c, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=0b7fcda3-636f-4cbb-a7b4-06284514386c,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:57:27.444273 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-2a359661-bf76-487a-909e-6a25a7a9baad None None] Provisioning complete for port 0b7fcda3-636f-4cbb-a7b4-06284514386c triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:27.444872 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2a359661-bf76-487a-909e-6a25a7a9baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.472153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.483384 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:27.502892 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Pushing event updated for resources: {'Port': ['ID=72cd5426-a64d-47c5-81e8-d35e73517403,revision_number=2']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:27.515782 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.516293 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.516679 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.516914 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.517271 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.517559 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.517880 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.518245 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.518566 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.518879 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.519193 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:27.533397 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:27.573787 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=0b7fcda3-636f-4cbb-a7b4-06284514386c,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:27.577926 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:27.594359 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Attempting to bind port 72cd5426-a64d-47c5-81e8-d35e73517403 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:27.594984 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Attempting to bind port 72cd5426-a64d-47c5-81e8-d35e73517403 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:27.595436 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Attempting to bind port 72cd5426-a64d-47c5-81e8-d35e73517403 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:27.602346 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:27.602861 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:27.603370 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.603859 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:27.604414 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Bound port: 72cd5426-a64d-47c5-81e8-d35e73517403, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:27.606432 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.614041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Allocated IP 172.20.0.1 (420c066c-2932-4f92-84ac-22b6b102633d/d6d4b9e2-d478-44c7-9533-4e8c7aca2444/532b8006-4695-4280-bbf9-06805c9f775f) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:27.695352 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] For port 72cd5426-a64d-47c5-81e8-d35e73517403, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:57:27.708154 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] For port 72cd5426-a64d-47c5-81e8-d35e73517403, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=72cd5426-a64d-47c5-81e8-d35e73517403,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:57:27.713205 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.718676 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:27.772475 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.788908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Transition to ACTIVE for port object 532b8006-4695-4280-bbf9-06805c9f775f will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:27.797159 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Pushing event updated for resources: {'Port': ['ID=72cd5426-a64d-47c5-81e8-d35e73517403,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:27.801635 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:27.802363 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:27.802932 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aba5c70>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:27.816479 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.828143 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:27.890117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Network 420c066c-2932-4f92-84ac-22b6b102633d is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:27.894292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:27.897105 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:27.897582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:27.922134 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Pushing event updated for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:27.925337 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:28.033309 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.047684 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:28.159869 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8551da64-0547-4096-b548-7d0a7e1252f2 None None] Provisioning for port 532b8006-4695-4280-bbf9-06805c9f775f completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:28.166035 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8551da64-0547-4096-b548-7d0a7e1252f2 None None] Provisioning complete for port 532b8006-4695-4280-bbf9-06805c9f775f triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:28.166634 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8551da64-0547-4096-b548-7d0a7e1252f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.239900 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-8551da64-0547-4096-b548-7d0a7e1252f2 None None] Port 532b8006-4695-4280-bbf9-06805c9f775f cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:57:28.283985 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.292585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.293589 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.298529 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-703e33fe-811a-44fe-b9ae-47115ac8a0eb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:28.363776 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aba5c70>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:25Z', 'revision_number': 3, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:28.367675 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f623cf7-dbcd-4289-8fbe-95d27775bfa2 None None] The sync data for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi is: [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:25Z', 'revision_number': 3, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:57:28.428671 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Pushing event updated for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:28.432627 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:28.492703 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Network 420c066c-2932-4f92-84ac-22b6b102633d is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:28.494132 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:28.771625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-9f38a12c-631c-4a70-a2cc-d11b5a7b522d None None] Provisioning complete for port 532b8006-4695-4280-bbf9-06805c9f775f triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:28.772144 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9f38a12c-631c-4a70-a2cc-d11b5a7b522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:28.863072 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-9f38a12c-631c-4a70-a2cc-d11b5a7b522d None None] Port 532b8006-4695-4280-bbf9-06805c9f775f cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:57:29.008980 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Router f719e062-540c-435b-8c58-0a35888bc3fd has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:57:29.153357 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 72cd5426-a64d-47c5-81e8-d35e73517403 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:29.235777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 72cd5426-a64d-47c5-81e8-d35e73517403 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:29.240997 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 72cd5426-a64d-47c5-81e8-d35e73517403 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:29.241458 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:29.307627 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:57:29.317024 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] 10.222.0.74 "PUT /v2.0/routers/f719e062-540c-435b-8c58-0a35888bc3fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0189633
Jul 09 15:57:29.364066 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:29.380248 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 72cd5426-a64d-47c5-81e8-d35e73517403, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=72cd5426-a64d-47c5-81e8-d35e73517403,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:57:29.384098 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:29.385138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 0b7fcda3-636f-4cbb-a7b4-06284514386c up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:29.412440 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:29.498992 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=72cd5426-a64d-47c5-81e8-d35e73517403,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:29.502160 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:29.512884 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 0b7fcda3-636f-4cbb-a7b4-06284514386c triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:29.513263 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.138940 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 44986) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:30.144592 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-585744171-network', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:30.149405 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:30.153166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Usage tracker for resource:network and tenant:ecfa290ed5f84ef9a6d02bb16cb70818 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:30.156755 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:30.162442 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:30.172209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Made reservation on behalf of ecfa290ed5f84ef9a6d02bb16cb70818 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:57:30.174491 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.186433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.217708 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:30.222410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Usage tracker for resource:security_group_rule and tenant:ecfa290ed5f84ef9a6d02bb16cb70818 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:30.225429 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:30.231699 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:30.302694 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.306450 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.310328 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:30.335283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:57:30.347657 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a5255-4629-4e6c-a14f-afaadc226331,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:30.351447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:30.352344 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.352679 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Added segment 4a1e4465-1349-410c-b793-4576516ccda4 of type vlan for network 423be998-d621-48ac-a3d7-14107a852932
Jul 09 15:57:30.379583 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.408472 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.409621 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:30.410229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.414672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:30.520443 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3779819
Jul 09 15:57:30.520443 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Pushing event updated for resources: {'Network': ['ID=423be998-d621-48ac-a3d7-14107a852932,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:30.520908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 44992) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:30.521608 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:30.526738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Request body: {'subnet': {'network_id': '423be998-d621-48ac-a3d7-14107a852932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-585744171-subnet', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:30.530047 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 423be998-d621-48ac-a3d7-14107a852932 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:57:30.541411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:30.545646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Usage tracker for resource:subnet and tenant:ecfa290ed5f84ef9a6d02bb16cb70818 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:30.549604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:30.557003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:30.568838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Made reservation on behalf of ecfa290ed5f84ef9a6d02bb16cb70818 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:57:30.579569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.686388 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d74d8f-7541-43b6-a5ee-23656b0a4bff req-f6ea2c49-7baa-431b-9fe4-3e8c98325df2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:30.688726 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-52d74d8f-7541-43b6-a5ee-23656b0a4bff req-f6ea2c49-7baa-431b-9fe4-3e8c98325df2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0975738
Jul 09 15:57:30.746208 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-52d74d8f-7541-43b6-a5ee-23656b0a4bff req-dcf62024-9765-475b-9272-73d2f7a1d9b5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514224
Jul 09 15:57:30.786387 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc0198ab-82a0-482c-880a-910b98f9ae1d req-a7d3f8fb-63fc-49ef-a758-ae49fbee79de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.1246691
Jul 09 15:57:30.896077 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc0198ab-82a0-482c-880a-910b98f9ae1d req-0da8a18e-cc62-4e54-8fc8-a3b31fd98077 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925329
Jul 09 15:57:30.968655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:30.982338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1f1ed95d-51fb-4979-bcd8-49580f375e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:31.138007 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Pushing event updated for resources: {'Subnet': ['ID=627256b9-a572-4524-9c77-fee2bc9a60ae,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:31.159506 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:31.190354 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 72cd5426-a64d-47c5-81e8-d35e73517403 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:31.191221 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Checking segment: {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:31.191797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Network hostable DHCP agents. Network: 423be998-d621-48ac-a3d7-14107a852932, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:57:31.226679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Network 423be998-d621-48ac-a3d7-14107a852932 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:57:31.247964 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 423be998-d621-48ac-a3d7-14107a852932) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:31.258554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:31.259385 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.275965 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deefe416-5087-4a34-9846-fd94b6449375 None None] Network 423be998-d621-48ac-a3d7-14107a852932 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:57:31.302375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45004) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:31.312733 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7906213
Jul 09 15:57:31.324918 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:31.349828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:31.386594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Usage tracker for resource:router and tenant:ecfa290ed5f84ef9a6d02bb16cb70818 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:31.391144 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:31.399152 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:31.420763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.424231 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.455004 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.548575 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 72cd5426-a64d-47c5-81e8-d35e73517403 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:31.549046 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.701768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.904359 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-423be998-d621-48ac-a3d7-14107a852932', 'network_id': '423be998-d621-48ac-a3d7-14107a852932', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'fixed_ips': [{'subnet_id': '627256b9-a572-4524-9c77-fee2bc9a60ae'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:57:31.906080 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:31.965269 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.000002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.118600 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Allocated IP 172.20.0.2 (423be998-d621-48ac-a3d7-14107a852932/627256b9-a572-4524-9c77-fee2bc9a60ae/c19eb887-655a-47ec-a84c-44c3cfd2372d) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:32.229631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Allocated IP 172.27.2.185 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/5af0c8ec-e427-407b-b5f5-ec346f70df43) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:32.250551 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Sync routers for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:57:32.301178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:32.301178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa0cf40>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:32.483989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.555130 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.568188 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:32.668017 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:32.668017 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:32.670988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:32.743507 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Pushing event updated for resources: {'Port': ['ID=5af0c8ec-e427-407b-b5f5-ec346f70df43,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:32.758921 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:32.762756 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.779275 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Transition to ACTIVE for port object c19eb887-655a-47ec-a84c-44c3cfd2372d will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:32.809669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:32.841922 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.843355 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.863032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Transition to ACTIVE for port object c19eb887-655a-47ec-a84c-44c3cfd2372d will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:32.901170 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:32.908928 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:32.978032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Pushing event updated for resources: {'Port': ['ID=c19eb887-655a-47ec-a84c-44c3cfd2372d,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:33.047727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:33.134912 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Network 423be998-d621-48ac-a3d7-14107a852932 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:33.138035 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:33.142681 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:33.153216 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:57:33.303184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Attempting to bind port c19eb887-655a-47ec-a84c-44c3cfd2372d on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:33.303469 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Attempting to bind port c19eb887-655a-47ec-a84c-44c3cfd2372d by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:33.303838 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Attempting to bind port c19eb887-655a-47ec-a84c-44c3cfd2372d on network 423be998-d621-48ac-a3d7-14107a852932 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:33.353266 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:33.353665 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Checking segment: {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:33.354229 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:33.354499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Bound using segment: {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:33.354968 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Bound port: c19eb887-655a-47ec-a84c-44c3cfd2372d, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:33.355355 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:33.454289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:57:33.461151 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] For port c19eb887-655a-47ec-a84c-44c3cfd2372d, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:57:33.463358 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Sync routers for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:57:33.464668 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa0cf40>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:28Z', 'revision_number': 2, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:33.468761 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] For port c19eb887-655a-47ec-a84c-44c3cfd2372d, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c19eb887-655a-47ec-a84c-44c3cfd2372d,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:57:33.470939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Checking router: f719e062-540c-435b-8c58-0a35888bc3fd for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:57:33.471393 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Updating router f719e062-540c-435b-8c58-0a35888bc3fd port 532b8006-4695-4280-bbf9-06805c9f775f binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:57:33.475841 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:33.476533 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa8bf10>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:33.479032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:33.482974 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-01aa32f2-548b-4340-bc1b-cf89b470529a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1755404
Jul 09 15:57:33.483228 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45028) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:33.500206 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:33.516521 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:33.587505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:33.665162 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Pushing event updated for resources: {'Port': ['ID=c19eb887-655a-47ec-a84c-44c3cfd2372d,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:33.689684 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:33.690529 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:34.076809 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa8bf10>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:32Z', 'revision_number': 3, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:34.082619 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Checking router: 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:57:34.083453 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Updating router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f port 5af0c8ec-e427-407b-b5f5-ec346f70df43 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:57:34.102806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.115683 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Transition to ACTIVE for port object 532b8006-4695-4280-bbf9-06805c9f775f will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:34.124022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.129595 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:34.136374 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.260132 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Pushing event updated for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:34.270615 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:34.354862 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Attempting to bind port 532b8006-4695-4280-bbf9-06805c9f775f on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:34.355142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Attempting to bind port 532b8006-4695-4280-bbf9-06805c9f775f by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:34.355505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Attempting to bind port 532b8006-4695-4280-bbf9-06805c9f775f on network 420c066c-2932-4f92-84ac-22b6b102633d {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:34.369996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:34.369996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Checking segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:34.369996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.369996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Bound using segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:34.370496 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Bound port: 532b8006-4695-4280-bbf9-06805c9f775f, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:34.370496 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.479626 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.500831 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] For port 532b8006-4695-4280-bbf9-06805c9f775f, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:57:34.504136 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] For port 532b8006-4695-4280-bbf9-06805c9f775f, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=532b8006-4695-4280-bbf9-06805c9f775f,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:57:34.518754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.532067 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3ccc38c9-f238-4c79-919e-13106ae7fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:34.593744 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.609405 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Transition to ACTIVE for port object 5af0c8ec-e427-407b-b5f5-ec346f70df43 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:34.626422 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.633385 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:34.688053 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Pushing event updated for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:34.692465 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:34.711726 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:34.712378 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa0cf40>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:34.791704 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Allocated IP 172.20.0.1 (423be998-d621-48ac-a3d7-14107a852932/627256b9-a572-4524-9c77-fee2bc9a60ae/3ed71861-f2ad-4ae9-916e-3d83c28477e5) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:57:34.796527 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Attempting to bind port 5af0c8ec-e427-407b-b5f5-ec346f70df43 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:34.797382 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Attempting to bind port 5af0c8ec-e427-407b-b5f5-ec346f70df43 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:34.797989 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Attempting to bind port 5af0c8ec-e427-407b-b5f5-ec346f70df43 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:34.833903 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:34.835211 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:34.835634 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.839649 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:34.840792 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Bound port: 5af0c8ec-e427-407b-b5f5-ec346f70df43, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:34.842529 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:34.942882 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc665f-14ec-41ff-a518-88d45267bc97 None None] Pushing event updated for resources: {'Port': ['ID=5af0c8ec-e427-407b-b5f5-ec346f70df43,revision_number=2']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:34.958307 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-d8cc665f-14ec-41ff-a518-88d45267bc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:34.991532 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42badf7-6c31-4a74-ae26-21a0b6466245 None None] Network 423be998-d621-48ac-a3d7-14107a852932 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:57:35.014211 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] For port 5af0c8ec-e427-407b-b5f5-ec346f70df43, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:57:35.018159 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] For port 5af0c8ec-e427-407b-b5f5-ec346f70df43, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=5af0c8ec-e427-407b-b5f5-ec346f70df43,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:57:35.025208 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.037995 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:35.073088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.091186 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Transition to ACTIVE for port object 3ed71861-f2ad-4ae9-916e-3d83c28477e5 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:35.122203 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc665f-14ec-41ff-a518-88d45267bc97 None None] Pushing event updated for resources: {'Port': ['ID=5af0c8ec-e427-407b-b5f5-ec346f70df43,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:35.125437 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-d8cc665f-14ec-41ff-a518-88d45267bc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:35.126644 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:35.127210 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa8bf10>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:35.145343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.150427 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:35.170079 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-85a21c76-b14a-4fc3-abde-a7c1e9d39485 None None] Provisioning for port c19eb887-655a-47ec-a84c-44c3cfd2372d completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:35.183423 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c19eb887-655a-47ec-a84c-44c3cfd2372d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:35.229080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Network 423be998-d621-48ac-a3d7-14107a852932 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:35.232523 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:35.235238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Pushing event updated for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:35.237351 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:57:35.237809 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.241046 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:35.251251 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:35.328468 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.368087 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:35.551476 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.557298 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.558451 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.564367 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f5c06225-c474-4f1f-b581-5aa8f406c11b tempest-DeleteServersTestJSON-59314351 tempest-DeleteServersTestJSON-59314351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:35.573694 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port c19eb887-655a-47ec-a84c-44c3cfd2372d completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:35.592032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port c19eb887-655a-47ec-a84c-44c3cfd2372d triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:35.592414 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.706455 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa8bf10>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:32Z', 'revision_number': 3, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:35.710578 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5acba-5b36-480a-a673-8e0015fc0a47 None None] The sync data for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi is: [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:32Z', 'revision_number': 3, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:57:35.828197 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.830660 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Pushing event updated for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:35.834123 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:35.869252 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa0cf40>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:34Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:35.876928 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b802f21-078d-4e42-b1be-a9836157ca0e None None] The sync data for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi is: [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:34Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:57:35.885044 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port c19eb887-655a-47ec-a84c-44c3cfd2372d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c19eb887-655a-47ec-a84c-44c3cfd2372d,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:57:35.896184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:35.898100 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:35.916231 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Network 423be998-d621-48ac-a3d7-14107a852932 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:57:35.917669 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:57:36.071977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=c19eb887-655a-47ec-a84c-44c3cfd2372d,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:36.081469 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:36.179177 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Provisioning for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:36.199823 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Provisioning complete for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:36.202477 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:36.268708 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:57:36.286758 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Provisioning complete for port c19eb887-655a-47ec-a84c-44c3cfd2372d triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:36.287450 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b29d0649-41a8-42ba-9bb5-411f6e7330b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:36.544173 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:57:36.617233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-13f50021-79c6-4c9e-9f54-2d441207cf4d None None] Provisioning complete for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:36.617640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-13f50021-79c6-4c9e-9f54-2d441207cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:36.710544 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-13f50021-79c6-4c9e-9f54-2d441207cf4d None None] Port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:57:36.875952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:57:36.909108 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8dcdd53e-ea01-4295-b9e0-e5ce18514c58 None None] Provisioning complete for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:36.910265 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd53e-ea01-4295-b9e0-e5ce18514c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:36.915923 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] 10.222.0.74 "PUT /v2.0/routers/6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4311290
Jul 09 15:57:37.079633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c047a1-3c8f-4174-8218-ae63c1d894ca req-dd788347-5e3f-4537-8233-1b9a318605cb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:37.088329 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-50c047a1-3c8f-4174-8218-ae63c1d894ca req-dd788347-5e3f-4537-8233-1b9a318605cb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1284955
Jul 09 15:57:37.109500 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdd53e-ea01-4295-b9e0-e5ce18514c58 None None] Port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:57:37.154809 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-50c047a1-3c8f-4174-8218-ae63c1d894ca req-7d3178d0-5d6d-44f5-a680-c47131362c20 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629382
Jul 09 15:57:37.387686 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c19eb887-655a-47ec-a84c-44c3cfd2372d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:37.463548 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port c19eb887-655a-47ec-a84c-44c3cfd2372d triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:37.464125 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:37.677848 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 532b8006-4695-4280-bbf9-06805c9f775f up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:37.792329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 532b8006-4695-4280-bbf9-06805c9f775f completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:37.802233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 532b8006-4695-4280-bbf9-06805c9f775f triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:37.802745 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.095949 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.209814 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 532b8006-4695-4280-bbf9-06805c9f775f, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=532b8006-4695-4280-bbf9-06805c9f775f,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:57:38.214248 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45082) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:38.221012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961669990', 'description': 'tempest-secgroup-smoke-1961669990 description', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:38.234685 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:38.236397 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.237273 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 5af0c8ec-e427-407b-b5f5-ec346f70df43 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:38.241199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:38.248361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:38.263105 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:38.301115 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:38.302803 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.382984 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:38.399824 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:38.402862 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:38.414882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 5af0c8ec-e427-407b-b5f5-ec346f70df43 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:57:38.420503 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 5af0c8ec-e427-407b-b5f5-ec346f70df43 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:38.421548 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.422931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:38.429894 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:38.443889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:38.534081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50227-ed04-44e7-bfcd-b706671a05c7 req-960f8635-e555-45e5-addc-ed7f49464a5f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:38.535695 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e2c50227-ed04-44e7-bfcd-b706671a05c7 req-960f8635-e555-45e5-addc-ed7f49464a5f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1500416
Jul 09 15:57:38.565078 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.573596 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.594101 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 5af0c8ec-e427-407b-b5f5-ec346f70df43, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=5af0c8ec-e427-407b-b5f5-ec346f70df43,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:57:38.598769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.605773 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.608599 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b3c23f31-b7e6-4370-ab43-952c09010565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:38.612138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:38.677614 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4165a321-74cf-4235-9924-2310fcdf6471,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:38.692017 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e2c50227-ed04-44e7-bfcd-b706671a05c7 req-a44e7777-688e-4ae2-a612-650313760c69 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493118
Jul 09 15:57:38.694832 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=5af0c8ec-e427-407b-b5f5-ec346f70df43,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:38.695861 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.696226 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.696582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.697020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.697377 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.697721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.698080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.698591 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.699562 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:38.706265 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.706729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.707089 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:57:38.711583 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:38.727186 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.731660 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 45096) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:38.732169 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5159841
Jul 09 15:57:38.738448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:38.745259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:38.752393 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:38.755552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:38.762669 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:38.782368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.860040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.866520 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.876782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-83b276f7-f460-4745-a17c-67044939fc6d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:38.899847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03558a1-6ffd-4f27-aa98-7788961c68a1,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:38.902898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:38.908696 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:38.910292 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1775301
Jul 09 15:57:38.913002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45100) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:38.919881 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:38.927257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:38.931098 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:38.934096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:38.943371 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:38.962107 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.046712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.055214 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.057440 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0f9b06ba-a25c-4bbe-bf58-312b300ea551 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:39.092027 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 532b8006-4695-4280-bbf9-06805c9f775f up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:39.099543 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369fd3c7-7d88-4b1a-a9af-980c6addc700,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:39.102723 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:39.103912 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.107615 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-ebe123ff-2463-42e3-97f4-d9555c023092 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1910498
Jul 09 15:57:39.109424 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 45104) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:39.115987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:39.131872 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:39.137602 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:39.141257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:39.164766 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:39.182430 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 532b8006-4695-4280-bbf9-06805c9f775f triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:39.182893 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.206869 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.320808 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 5af0c8ec-e427-407b-b5f5-ec346f70df43 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:57:39.355293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.362703 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.371896 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:39.404219 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce7c5a1-5f7b-49b2-beeb-713027a1bba5,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:39.408249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:39.418314 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.419188 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 5af0c8ec-e427-407b-b5f5-ec346f70df43 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:57:39.419749 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.420801 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3100598
Jul 09 15:57:39.424241 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45114) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:39.431004 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:39.450029 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:39.461065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:39.470055 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:39.484474 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:39.523271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.646670 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.653238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.661773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:39.684076 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9df9137-53da-49df-ba36-ef1651ecb0b4,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:39.687347 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:39.694917 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.696243 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5cafcb67-dd0e-43b4-846d-aca73f91dcaa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2703497
Jul 09 15:57:39.698960 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 45124) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:39.705349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:39.713819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:39.716507 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:39.723412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:39.729704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:39.876909 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Project 70c2f4d400ef464eb1a7dfa43e59568d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 15:57:39.892726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:39.972746 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac5442-4cc0-4a42-b910-133815c2f652 req-52a02c04-d112-4dab-9297-3f4c82fa3f9f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:39.974410 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-24ac5442-4cc0-4a42-b910-133815c2f652 req-52a02c04-d112-4dab-9297-3f4c82fa3f9f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1340964
Jul 09 15:57:40.007942 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.015963 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.028590 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:40.059304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28565e20-a98c-494e-ad93-3655ae522001,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:40.065104 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-24ac5442-4cc0-4a42-b910-133815c2f652 req-578944ee-7f00-4218-9272-e2c9732c280e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788484
Jul 09 15:57:40.066071 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:40.067387 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.068473 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3684914
Jul 09 15:57:40.071227 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 45130) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:57:40.077585 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'security_group_rule': {'security_group_id': '4165a321-74cf-4235-9924-2310fcdf6471', 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:57:40.084289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:57:40.088371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:security_group_rule and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:57:40.103624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:57:40.103624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:57:40.117375 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Project 70c2f4d400ef464eb1a7dfa43e59568d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 15:57:40.122862 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:57:40.127854 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.208294 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.215433 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.217183 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6104c1fa-3a85-497e-962a-89542989996b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:40.240756 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3d619c-0786-4d4a-93b5-e7b72952ec0c,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:40.246872 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:40.253018 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.254512 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d547f333-ff14-4e66-84d8-dfbc194760db tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1822860
Jul 09 15:57:40.826068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:40.886528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cea38-6a97-4e01-99b0-7f2520b40c7a req-51a1613d-523a-4606-bbfe-852a26f16c7a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:40.893696 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5f8cea38-6a97-4e01-99b0-7f2520b40c7a req-51a1613d-523a-4606-bbfe-852a26f16c7a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.2170639
Jul 09 15:57:40.918999 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-eeef13bf-0504-4a96-a328-c09e860064b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 1099 time: 0.1964791
Jul 09 15:57:40.966790 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5f8cea38-6a97-4e01-99b0-7f2520b40c7a req-30e2e863-84ec-46ee-958d-023accaee514 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720742
Jul 09 15:57:41.211307 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430f4db-3132-4212-9622-e2430a385330 req-df7ac875-3133-4a40-9d95-fe6a6875537b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:41.215157 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-df7ac875-3133-4a40-9d95-fe6a6875537b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.1784317
Jul 09 15:57:41.307688 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-0280dcc6-d7e2-4838-aca8-c342544847f5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 200  len: 217 time: 0.0837216
Jul 09 15:57:41.376559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430f4db-3132-4212-9622-e2430a385330 req-e6a17e1a-dc9d-4a85-8246-f4509c0d2f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:41.379340 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-e6a17e1a-dc9d-4a85-8246-f4509c0d2f67 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.0646219
Jul 09 15:57:41.430094 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-22884460-7220-4fae-9947-0bc1b89785b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430484
Jul 09 15:57:41.598528 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-408550cd-5d0c-4499-b5ec-a2ececc2896b service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608076
Jul 09 15:57:41.749782 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6430f4db-3132-4212-9622-e2430a385330 req-b2ccc3a1-bb3a-490c-a073-0f5f62ec7777 service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432846
Jul 09 15:57:41.916906 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-7459bfe9-9cc2-4b09-af5c-5d5ffb5a223f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1068187
Jul 09 15:57:42.145014 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-73aa3a89-da66-4e90-8336-256df1b2325c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=325348c9075645f1b677479eed1ed94a&device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 1099 time: 0.0966651
Jul 09 15:57:42.262050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b38dfa-812c-4786-908e-d07f0967db81 req-631978b0-2865-40ef-ba14-68c3bd8b1d5b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:42.271431 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c1b38dfa-812c-4786-908e-d07f0967db81 req-631978b0-2865-40ef-ba14-68c3bd8b1d5b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1530893
Jul 09 15:57:42.342581 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c1b38dfa-812c-4786-908e-d07f0967db81 req-9b0db310-388c-4e6e-81c6-8d535754fce5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695827
Jul 09 15:57:42.488137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-d787ef0e-20d4-400b-8d11-31833d28330c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:42.489626 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-d787ef0e-20d4-400b-8d11-31833d28330c service neutron] 10.222.0.79 "GET /v2.0/networks?id=b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 200  len: 920 time: 0.3045454
Jul 09 15:57:42.559707 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f7e57b3f-0f57-4454-a587-e7e88a5b4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:42.588491 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-37ddcf85-d262-498c-9ebc-c2862bd17b2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 200  len: 217 time: 0.0900776
Jul 09 15:57:42.707750 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-897c646f-4af7-499d-8bcd-ad74c40aa2ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:42.710198 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-897c646f-4af7-499d-8bcd-ad74c40aa2ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 200  len: 859 time: 0.0820787
Jul 09 15:57:42.792992 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-566e9a20-99df-4a8b-8157-efc25e58305b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b4b69126-8303-4672-b9e3-4903803a7a14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592995
Jul 09 15:57:42.870535 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:43.237593 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-6ca7c3c1-c187-443d-980c-0269db9b097e service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238601
Jul 09 15:57:43.379095 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96e35e4b-ee3c-4fbd-a5c7-89f92423b829 req-de9868e3-1053-4de3-b6df-99180fac358c service neutron] 10.222.0.79 "GET /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326659
Jul 09 15:57:43.573217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d6e81-f315-47ef-8064-fe07d6bf0f7f req-73ccb109-925b-4e51-9456-f34aec20f65e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:43.574765 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b81d6e81-f315-47ef-8064-fe07d6bf0f7f req-73ccb109-925b-4e51-9456-f34aec20f65e tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0944455
Jul 09 15:57:43.625350 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b81d6e81-f315-47ef-8064-fe07d6bf0f7f req-add76f1b-1bf7-4d6e-ac6d-69644b0a05a2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425766
Jul 09 15:57:44.747631 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ee38b74d-3073-4d14-b7e2-4ae57333304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:44.838880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21897bc4-4659-4122-8dba-5a688dc685da req-a8041c1c-d488-4d7f-9fb8-3fd45744bb33 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:44.840199 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21897bc4-4659-4122-8dba-5a688dc685da req-a8041c1c-d488-4d7f-9fb8-3fd45744bb33 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0807223
Jul 09 15:57:44.924517 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-21897bc4-4659-4122-8dba-5a688dc685da req-a13dfca4-8685-4ee9-aac6-169687dd3dd7 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781217
Jul 09 15:57:45.695908 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:46.163225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec51b4-a05d-4cda-b477-0120f1f4ce90 req-9ccd1900-9399-4200-822d-9e6f6e9cbf3c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:46.166053 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-23ec51b4-a05d-4cda-b477-0120f1f4ce90 req-9ccd1900-9399-4200-822d-9e6f6e9cbf3c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1053410
Jul 09 15:57:46.225878 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-23ec51b4-a05d-4cda-b477-0120f1f4ce90 req-27dd04b1-8f9d-49dc-9091-fb7c673934e6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512052
Jul 09 15:57:47.165870 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:47.444582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68465f5d-0cf4-4f82-99a8-8916a5e816df req-52e66436-d355-415e-807b-74f29d982ab9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:57:47.446296 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-68465f5d-0cf4-4f82-99a8-8916a5e816df req-52e66436-d355-415e-807b-74f29d982ab9 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0851085
Jul 09 15:57:47.493908 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-68465f5d-0cf4-4f82-99a8-8916a5e816df req-407c3d0d-05ad-4e2c-8a68-fc7caccaf374 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410950
Jul 09 15:57:58.428903 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Sync routers for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:57:58.457241 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:57:58.458359 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae793d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:58.671065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:57:59.035522 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae793d0>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 4, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3ed71861-f2ad-4ae9-916e-3d83c28477e5', 'name': '', 'network_id': '423be998-d621-48ac-a3d7-14107a852932', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'mac_address': 'fa:16:3e:f9:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:34Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 2, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'subnets': [{'id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:57:59.040760 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Checking router: 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:57:59.041346 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Updating router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:57:59.104860 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:59.605098 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:59.624570 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Transition to ACTIVE for port object 3ed71861-f2ad-4ae9-916e-3d83c28477e5 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:57:59.635217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:59.639953 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:57:59.837271 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Pushing event updated for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:57:59.847614 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:57:59.928964 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Attempting to bind port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:57:59.929360 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Attempting to bind port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:57:59.929792 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Attempting to bind port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 on network 423be998-d621-48ac-a3d7-14107a852932 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:57:59.936939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:57:59.937392 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Checking segment: {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:57:59.937871 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:57:59.938375 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Bound using segment: {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:57:59.938910 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Bound port: 3ed71861-f2ad-4ae9-916e-3d83c28477e5, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1e4465-1349-410c-b793-4576516ccda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '423be998-d621-48ac-a3d7-14107a852932'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:57:59.939355 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:00.049929 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] For port 3ed71861-f2ad-4ae9-916e-3d83c28477e5, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:58:00.054258 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] For port 3ed71861-f2ad-4ae9-916e-3d83c28477e5, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=3ed71861-f2ad-4ae9-916e-3d83c28477e5,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:58:00.059025 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:00.062974 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:00.147356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Pushing event updated for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:00.151806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:00.152805 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:58:00.153447 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae793d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:57:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:00.351474 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:58:00.714910 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae793d0>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 4, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3ed71861-f2ad-4ae9-916e-3d83c28477e5', 'name': '', 'network_id': '423be998-d621-48ac-a3d7-14107a852932', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'mac_address': 'fa:16:3e:f9:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:34Z', 'updated_at': '2021-07-09T15:58:00Z', 'revision_number': 4, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'subnets': [{'id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:00.719425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfa7b7-4da3-413f-b8bd-fd436cd43d21 None None] The sync data for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi is: [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T15:57:35Z', 'revision_number': 4, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '3ed71861-f2ad-4ae9-916e-3d83c28477e5', 'name': '', 'network_id': '423be998-d621-48ac-a3d7-14107a852932', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'mac_address': 'fa:16:3e:f9:74:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:34Z', 'updated_at': '2021-07-09T15:58:00Z', 'revision_number': 4, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'subnets': [{'id': '627256b9-a572-4524-9c77-fee2bc9a60ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:58:01.135616 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3ed71861-f2ad-4ae9-916e-3d83c28477e5 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:58:01.214696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:58:01.220014 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:58:01.220640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:01.471638 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:01.506226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 3ed71861-f2ad-4ae9-916e-3d83c28477e5, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=3ed71861-f2ad-4ae9-916e-3d83c28477e5,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:01.511176 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:01.515038 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:01.590226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:01.594119 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:01.607220 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b4b1b-87aa-4356-af76-dd0bd7a11c3f req-84822f9b-e9f9-4682-a713-d73f71d47ffd tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:01.609928 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d89b4b1b-87aa-4356-af76-dd0bd7a11c3f req-84822f9b-e9f9-4682-a713-d73f71d47ffd tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1113846
Jul 09 15:58:01.684741 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d89b4b1b-87aa-4356-af76-dd0bd7a11c3f req-0847da06-87b3-433c-8b99-505637b45086 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640085
Jul 09 15:58:02.935981 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0ba0f-e78e-45ba-ad52-25b322298bbe req-64c8878f-06dd-4335-9758-c28c28f3bd26 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:02.937415 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aef0ba0f-e78e-45ba-ad52-25b322298bbe req-64c8878f-06dd-4335-9758-c28c28f3bd26 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0930848
Jul 09 15:58:02.984086 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aef0ba0f-e78e-45ba-ad52-25b322298bbe req-35ed79c7-707d-416d-8e67-bc6fd08aea2b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407250
Jul 09 15:58:03.092926 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3ed71861-f2ad-4ae9-916e-3d83c28477e5 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:58:03.173564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:58:03.173977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:04.229172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca44b2-3fe7-485d-b5c3-9bf9a0ce4c9e req-abbe9aa0-79bf-454b-9969-60f3267c4a44 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:04.230765 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0ca44b2-3fe7-485d-b5c3-9bf9a0ce4c9e req-abbe9aa0-79bf-454b-9969-60f3267c4a44 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.0982828
Jul 09 15:58:04.285910 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0ca44b2-3fe7-485d-b5c3-9bf9a0ce4c9e req-557c6f6c-a4b7-4041-8755-9f1a43d62c03 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481141
Jul 09 15:58:04.998247 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 45606) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:05.153824 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.194361 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:05.198468 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Usage tracker for resource:security_group_rule and tenant:25213162b1af4eb7b8ca2fbc57f9874f is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:58:05.201290 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:58:05.208798 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:05.303242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.309906 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.318160 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-90cc15d9-033a-4d46-98dc-69e5a68b376f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:05.367920 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6213b354-805a-49ef-8b3d-34349891fd92,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:05.379925 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25213162b1af4eb7b8ca2fbc57f9874f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3810642
Jul 09 15:58:05.381851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.382525 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.383015 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45618) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:05.383556 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.384091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.384471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.384876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.385481 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.385836 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.386212 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.386556 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.386939 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:05.391726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3ff9ad9a-4af7-4939-85a4-9708a1a280ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:05.471661 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.518502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.777613 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.781654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e54ec1d6-a7f3-4873-bea2-f389301d2cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:05.801818 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6213b354-805a-49ef-8b3d-34349891fd92,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:05.808187 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:05.816063 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3105b7-acce-45bd-ab2e-6ff12cb2a31a req-4322fdc3-b761-4db8-a7ca-3122a9c53156 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:05.816274 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fb3105b7-acce-45bd-ab2e-6ff12cb2a31a req-4322fdc3-b761-4db8-a7ca-3122a9c53156 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.2348897
Jul 09 15:58:05.818726 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:05.823347 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-9abd6115-9201-4684-8d9d-1b3a2ecaa321 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6213b354-805a-49ef-8b3d-34349891fd92 HTTP/1.1" status: 204  len: 168 time: 0.4390962
Jul 09 15:58:05.912399 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fb3105b7-acce-45bd-ab2e-6ff12cb2a31a req-76f6df71-8347-4b1d-9412-5a693ef7f3fc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744109
Jul 09 15:58:06.401338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cb977-bf90-4bba-af16-028159d9198d req-f6591fc1-1cc0-42c3-8eab-e6f644a5ae1c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:06.403605 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b9cb977-bf90-4bba-af16-028159d9198d req-f6591fc1-1cc0-42c3-8eab-e6f644a5ae1c tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 946 time: 0.1500247
Jul 09 15:58:06.484455 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Deleting port fac5949f-c55f-49d8-98b8-1aa562b92934 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:58:06.485082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:06.761335 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] For port fac5949f-c55f-49d8-98b8-1aa562b92934, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fac5949f-c55f-49d8-98b8-1aa562b92934,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:06.761786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:06.888478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Calling delete_port for fac5949f-c55f-49d8-98b8-1aa562b92934 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:58:07.096981 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:07.114460 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:07.141321 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ff92fed6-536a-42e5-9122-d1f2f0cf21ad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:58:07.146199 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-39caa68c-6336-42be-b7a6-2bbf0c802be8 req-b4b518ba-ccf6-480d-8ee1-7c12042818fb tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.0820863
Jul 09 15:58:07.162269 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Pushing event deleted for resources: {'Port': ['ID=fac5949f-c55f-49d8-98b8-1aa562b92934,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:07.165395 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:07.277458 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] No DVR routers for this DVR port fac5949f-c55f-49d8-98b8-1aa562b92934 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:58:07.281140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:07.284227 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'name': 'network-vif-deleted', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:58:07.312257 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b9cb977-bf90-4bba-af16-028159d9198d req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "DELETE /v2.0/ports/fac5949f-c55f-49d8-98b8-1aa562b92934 HTTP/1.1" status: 204  len: 173 time: 0.9019210
Jul 09 15:58:07.483134 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968cdb75-abb2-4066-bbe5-c8ddbc6ad88f', 'name': 'network-vif-deleted', 'tag': 'fac5949f-c55f-49d8-98b8-1aa562b92934', 'status': 'completed', 'code': 200}
Jul 09 15:58:08.390845 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3968bce2-8c2f-47da-86b7-08eb0037f8b0 req-9b405a9e-70c2-4aae-a375-9d7b5d36d518 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Synchronizing usage tracker for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:58:08.435502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3968bce2-8c2f-47da-86b7-08eb0037f8b0 req-9b405a9e-70c2-4aae-a375-9d7b5d36d518 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Unset dirty status for tenant:325348c9075645f1b677479eed1ed94a on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:58:08.437110 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3968bce2-8c2f-47da-86b7-08eb0037f8b0 req-9b405a9e-70c2-4aae-a375-9d7b5d36d518 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=968cdb75-abb2-4066-bbe5-c8ddbc6ad88f HTTP/1.1" status: 200  len: 210 time: 0.1032028
Jul 09 15:58:08.771579 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fac5949f-c55f-49d8-98b8-1aa562b92934 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:58:08.866616 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: fac5949f-c55f-49d8-98b8-1aa562b92934 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:58:08.868316 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fac5949f-c55f-49d8-98b8-1aa562b92934 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:58:10.071794 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd12d1-84cd-45fe-b180-61812bc96900 req-66932b83-0720-4102-bcc7-983237266c92 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:10.073239 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-84fd12d1-84cd-45fe-b180-61812bc96900 req-66932b83-0720-4102-bcc7-983237266c92 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0772498
Jul 09 15:58:10.122862 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-84fd12d1-84cd-45fe-b180-61812bc96900 req-202f42c8-0c2a-4f5a-8495-80e41c121cce tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442057
Jul 09 15:58:10.801510 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:11.326795 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cc284-7f44-4b5c-b294-186cd12641a8 req-2a028dd8-6bbb-49c1-a94d-d9f5b05cfac1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:11.328255 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dd0cc284-7f44-4b5c-b294-186cd12641a8 req-2a028dd8-6bbb-49c1-a94d-d9f5b05cfac1 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0817819
Jul 09 15:58:11.374688 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dd0cc284-7f44-4b5c-b294-186cd12641a8 req-b2d64dd9-83e4-4e14-84c4-70499fee518b tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403211
Jul 09 15:58:12.465488 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-875870f3-fb13-4606-9cd5-90e4dd3147a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:12.578322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125dc30-0b7e-4f37-a1c5-3a0e2b115b51 req-2c6a9e5f-a8d9-4bc9-8ae0-6f4bd0689caf tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:12.579806 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9125dc30-0b7e-4f37-a1c5-3a0e2b115b51 req-2c6a9e5f-a8d9-4bc9-8ae0-6f4bd0689caf tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0767264
Jul 09 15:58:12.626204 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9125dc30-0b7e-4f37-a1c5-3a0e2b115b51 req-f2fb04f1-a257-4297-bb29-87d4b927ccd3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401788
Jul 09 15:58:12.856415 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.279183 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45788) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:13.340877 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Deleting subnet cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 15:58:13.343813 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.391407 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.399429 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.471662 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.482073 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:13.517219 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:13.520834 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:13.523988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.529831 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cc68bf26-ff3d-46c6-b2d9-2594a4ead3cc HTTP/1.1" status: 204  len: 168 time: 0.2496336
Jul 09 15:58:13.532342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45796) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:13.637654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.765869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.779687 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6a5a722670>> segment before_delete 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.780041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6a5a722670>> subnet precommit_delete_associations 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.780773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> segment_host_mapping after_create 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.781093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> port after_create 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.781402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> port after_delete 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.781724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> port after_update 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.782208 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> segment after_delete 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.782544 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> subnet after_create 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.782880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> subnet after_delete 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.783301 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6a5a7222b0>> subnet after_update 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.939051 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a36caf0>> subnet after_create 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.939929 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a36caf0>> subnet after_delete 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.940257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a36caf0>> subnet before_create 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.940618 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6a5a36caf0>> subnet before_update 55550000 {{(pid=74301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 15:58:13.941010 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a722700>,) {'filters': {'network_id': ['d0aa2ad7-5b7d-42b5-8182-f878d012572f']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:13.954582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a722700>, 'a516bdbd-cbae-4f97-8d0b-d269820af377') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:13.955917 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a722700>, 'a516bdbd-cbae-4f97-8d0b-d269820af377') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:13.967447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.975555 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af530-3291-4b0c-9cea-181f6efae300 req-60c8775c-cdcc-4ffe-ba01-9e1be87782f5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:13.977141 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ac2af530-3291-4b0c-9cea-181f6efae300 req-60c8775c-cdcc-4ffe-ba01-9e1be87782f5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.1490748
Jul 09 15:58:13.989804 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:13.998133 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 15:58:13.998945 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   util.warn_limited(
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   util.warn_limited(
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 15:58:14.014766 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 15:58:14.031744 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ac2af530-3291-4b0c-9cea-181f6efae300 req-efd5568a-b7d1-42e9-88fd-07481ba11849 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486543
Jul 09 15:58:14.103304 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.107643 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d19d7515-293a-46f1-9c05-55428b5bdb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:14.127103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.131148 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d0aa2ad7-5b7d-42b5-8182-f878d012572f,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:14.139036 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:14.146930 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] 10.222.0.74 "DELETE /v2.0/networks/d0aa2ad7-5b7d-42b5-8182-f878d012572f HTTP/1.1" status: 204  len: 168 time: 0.6135519
Jul 09 15:58:14.345478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45808) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:14.399047 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-c4b5c10c-66b1-4aa3-afaf-3689a7320361 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ec15ab8d56b43f7b63096d01aff6535&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518939
Jul 09 15:58:14.401372 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 45812) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:14.471086 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.496840 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.549910 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.553819 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-82dece28-73be-469b-9097-7c6a6ff3f945 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:14.569863 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c6fc4-2425-40aa-830d-898a82702556,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:14.572970 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:14.582731 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:14.583872 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b19c6fc4-2425-40aa-830d-898a82702556 HTTP/1.1" status: 204  len: 168 time: 0.1815655
Jul 09 15:58:14.752578 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-cc9b4a5b-623e-4a20-8080-bfeb623b5018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:15.699042 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:17.118937 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:58:17.163734 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:19.935453 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078dc4a-6fe6-4a48-9864-573bff04bee4 req-a5afdc2d-8e5d-44ff-a3bf-3fd1bc37fb71 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:19.936899 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e078dc4a-6fe6-4a48-9864-573bff04bee4 req-a5afdc2d-8e5d-44ff-a3bf-3fd1bc37fb71 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0792453
Jul 09 15:58:19.982216 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e078dc4a-6fe6-4a48-9864-573bff04bee4 req-1a43daa9-dc2a-4475-a551-000fd5371afa tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391667
Jul 09 15:58:21.183883 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e5a6-c4b5-4d01-86c3-f0d3e8754b48 req-6e48a98d-fc7d-4871-bf1b-6445e2082290 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:21.185326 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2f4e5a6-c4b5-4d01-86c3-f0d3e8754b48 req-6e48a98d-fc7d-4871-bf1b-6445e2082290 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0773289
Jul 09 15:58:21.232386 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c2f4e5a6-c4b5-4d01-86c3-f0d3e8754b48 req-0dcb4c76-3e42-4b95-ac54-fb258525d387 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408890
Jul 09 15:58:29.564556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570591b-01ed-4ffe-90df-4c0e16477b21 req-b2fcdf65-8977-4025-bae1-decfd4678b44 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:29.564996 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2570591b-01ed-4ffe-90df-4c0e16477b21 req-b2fcdf65-8977-4025-bae1-decfd4678b44 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0914862
Jul 09 15:58:29.615273 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2570591b-01ed-4ffe-90df-4c0e16477b21 req-81697d6e-78f1-4545-96ab-773504ddea7f tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439656
Jul 09 15:58:30.814285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8fd33-578d-4e07-9f05-dc1fdf529ff4 req-ced29a47-e0f7-41df-800f-84b2863d8abe tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:30.815941 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78a8fd33-578d-4e07-9f05-dc1fdf529ff4 req-ced29a47-e0f7-41df-800f-84b2863d8abe tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0766351
Jul 09 15:58:30.876006 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78a8fd33-578d-4e07-9f05-dc1fdf529ff4 req-c366f4d2-9770-4c74-b21a-fb13e61b219a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513794
Jul 09 15:58:31.431171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-9a0d2e2b-6133-46b0-a13a-027ca50644dc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:31.432609 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-9a0d2e2b-6133-46b0-a13a-027ca50644dc tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0823140
Jul 09 15:58:31.506826 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Deleting port ff92fed6-536a-42e5-9122-d1f2f0cf21ad {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:58:31.507424 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:31.876717 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] For port ff92fed6-536a-42e5-9122-d1f2f0cf21ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:31.877448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:32.002687 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Calling delete_port for ff92fed6-536a-42e5-9122-d1f2f0cf21ad owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:58:32.094759 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b32f94-257a-4f34-b04c-bb63528ecb4b req-c4587759-f1e1-4228-90d8-a074e8b969e2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:32.096368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-94b32f94-257a-4f34-b04c-bb63528ecb4b req-c4587759-f1e1-4228-90d8-a074e8b969e2 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 946 time: 0.0793540
Jul 09 15:58:32.144988 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-94b32f94-257a-4f34-b04c-bb63528ecb4b req-0e91019a-a1d2-4223-a870-4bbaa36c8ad7 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/security-groups?id=302730bc-3204-4943-ba4d-1d5461879e59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422127
Jul 09 15:58:32.146924 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:32.154017 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-68ade49a-faca-4fd1-8849-cac504fb78e5 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:32.199903 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Pushing event deleted for resources: {'Port': ['ID=ff92fed6-536a-42e5-9122-d1f2f0cf21ad,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:32.202420 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:32.219298 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ff92fed6-536a-42e5-9122-d1f2f0cf21ad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:58:32.278616 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] No DVR routers for this DVR port ff92fed6-536a-42e5-9122-d1f2f0cf21ad on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:58:32.281065 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:32.283751 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'name': 'network-vif-deleted', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:58:32.299490 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e6055cf8-092a-4d8f-a13d-1f1c45f1b056 req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.79 "DELETE /v2.0/ports/ff92fed6-536a-42e5-9122-d1f2f0cf21ad HTTP/1.1" status: 204  len: 173 time: 0.8614264
Jul 09 15:58:32.343103 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58', 'name': 'network-vif-deleted', 'tag': 'ff92fed6-536a-42e5-9122-d1f2f0cf21ad', 'status': 'completed', 'code': 200}
Jul 09 15:58:39.859724 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d4281341-27fe-4dbf-b98c-922c9cf8568a req-ce5cb2e9-f7fc-4eea-b294-f98c9a59b0b6 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] 10.222.0.74 "GET /v2.0/ports?device_id=a56d3cdc-2452-4ca9-bf9e-3ee32ff29c58 HTTP/1.1" status: 200  len: 210 time: 0.0424201
Jul 09 15:58:40.818588 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:41.070044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46022) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:41.459426 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:41.567662 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ff92fed6-536a-42e5-9122-d1f2f0cf21ad no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:58:41.601403 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: ff92fed6-536a-42e5-9122-d1f2f0cf21ad {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:58:41.601751 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ff92fed6-536a-42e5-9122-d1f2f0cf21ad not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:58:42.142214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Deleting port cf40ab63-786e-4176-9cc3-06fd5f4027e0 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:58:42.142660 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:42.315439 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] For port cf40ab63-786e-4176-9cc3-06fd5f4027e0, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=cf40ab63-786e-4176-9cc3-06fd5f4027e0,segment=NetworkSegment(a5cd4b73-1c9a-4fd9-a756-521feaa0b842),segment_id=a5cd4b73-1c9a-4fd9-a756-521feaa0b842)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:42.315787 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:42.435505 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Calling delete_port for cf40ab63-786e-4176-9cc3-06fd5f4027e0 owned by network:router_interface {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:58:42.456728 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-44a788eb-ae40-4ae7-a42e-dc2fca7c79c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:42.742673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:42.746320 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:42.786120 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf40ab63-786e-4176-9cc3-06fd5f4027e0,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:42.789456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:42.860945 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:43.147819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:43.617316 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-637b244e-6c95-420d-99d7-6b32680a50a2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1958578
Jul 09 15:58:43.772560 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-0b50dfec-fa3e-456d-a437-2d80766fa1f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1098 time: 0.0988429
Jul 09 15:58:43.991109 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-633a6b9f-dbc8-43d2-9894-e4ef57caf1ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:43.992570 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-633a6b9f-dbc8-43d2-9894-e4ef57caf1ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1587429
Jul 09 15:58:44.007492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Router f2370a2f-43ea-4ffa-9763-6b3daf96882a has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:58:44.175715 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-25bf0499-54d4-41c0-8be1-fe5f99e77845 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 1000 time: 0.1705828
Jul 09 15:58:44.311197 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-7c3aab6e-5350-4204-8701-9eb2b2b9a469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:44.312721 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-7c3aab6e-5350-4204-8701-9eb2b2b9a469 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.1205511
Jul 09 15:58:44.412022 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-a375e9cd-3420-4fba-9484-9ed3ad7aac07 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871620
Jul 09 15:58:44.414172 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:58:44.425065 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Sync routers for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:58:44.438187 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:58:44.438781 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b19adf0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:58:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:44.604080 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-b67c4f8b-36cb-49ad-b001-93dfd99b0a06 admin admin] 10.222.0.74 "PUT /v2.0/routers/f2370a2f-43ea-4ffa-9763-6b3daf96882a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5329034
Jul 09 15:58:44.606604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46070) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:44.641620 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:58:44.744672 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-7ac5026e-cee0-4afc-9a64-9e2d9692b3d4 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3244569
Jul 09 15:58:44.775018 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-35d8b61a-f5c3-45f1-bbb1-85e45e3ba423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:44.971762 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b19adf0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 5, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:44.975801 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Checking router: f2370a2f-43ea-4ffa-9763-6b3daf96882a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:58:44.986429 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Routers {'f2370a2f-43ea-4ffa-9763-6b3daf96882a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:58:44.987020 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b19adf0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:58:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:45.007326 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c3850b18-653b-4f43-b395-f7d324dbf35c req-77477326-00b9-4c66-859d-65990b291968 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521248
Jul 09 15:58:45.028911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks [] for router, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.190422 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] Set router f2370a2f-43ea-4ffa-9763-6b3daf96882a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:58:45.227902 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.237600 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Deleting port 45a08c41-dee1-45eb-81f9-9dd152e1c214 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:58:45.238648 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.414697 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] For port 45a08c41-dee1-45eb-81f9-9dd152e1c214, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=45a08c41-dee1-45eb-81f9-9dd152e1c214,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:45.415046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.469539 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b19adf0>, [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 5, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:45.474083 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e7ce72-698d-4db9-a222-d9a35818be18 None None] The sync data for ids ['f2370a2f-43ea-4ffa-9763-6b3daf96882a'] in dv-cinder-800228-1-iscsi is: [{'id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'name': 'tempest-ServerRescueNegativeTestJSON-1424179376-router', 'tenant_id': '325348c9075645f1b677479eed1ed94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:58:42Z', 'revision_number': 5, 'project_id': '325348c9075645f1b677479eed1ed94a', 'gw_port': {'id': '45a08c41-dee1-45eb-81f9-9dd152e1c214', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2370a2f-43ea-4ffa-9763-6b3daf96882a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:58:45.534258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Calling delete_port for 45a08c41-dee1-45eb-81f9-9dd152e1c214 owned by network:router_gateway {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:58:45.703053 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.706186 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:45.710892 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:45.754774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=45a08c41-dee1-45eb-81f9-9dd152e1c214,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:45.758371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:46.139960 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.414403 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.418597 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.510293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.510819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2370a2f-43ea-4ffa-9763-6b3daf96882a {{(pid=74300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 15:58:46.523562 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.524659 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] 10.222.0.74 "DELETE /v2.0/routers/f2370a2f-43ea-4ffa-9763-6b3daf96882a HTTP/1.1" status: 204  len: 168 time: 1.9171782
Jul 09 15:58:46.527248 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46098) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:46.587259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Deleting subnet e2e2bc30-686d-4e48-a284-baffd9691d65 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 15:58:46.590101 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.638015 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.695486 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.772744 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.778166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:46.837101 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e2bc30-686d-4e48-a284-baffd9691d65,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:46.842583 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:46.848436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:46.868076 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46106) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:46.880584 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-870fa974-7cdc-4790-aab7-1e8453546a3b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e2e2bc30-686d-4e48-a284-baffd9691d65 HTTP/1.1" status: 204  len: 168 time: 0.3523366
Jul 09 15:58:46.985545 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.174990 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.194687 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.211564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a4dff40>,) {'filters': {'network_id': ['b4b69126-8303-4672-b9e3-4903803a7a14']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:47.231896 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a4dff40>, 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:47.232195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a4dff40>, 'a5cd4b73-1c9a-4fd9-a756-521feaa0b842') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:58:47.246748 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 45a08c41-dee1-45eb-81f9-9dd152e1c214 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:58:47.250511 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.267060 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.274135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 15:58:47.274531 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.279700 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 45a08c41-dee1-45eb-81f9-9dd152e1c214 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:58:47.279996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 45a08c41-dee1-45eb-81f9-9dd152e1c214 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:58:47.280418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device cf40ab63-786e-4176-9cc3-06fd5f4027e0 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 15:58:47.288973 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 15:58:47.315006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: cf40ab63-786e-4176-9cc3-06fd5f4027e0 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:58:47.315411 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device cf40ab63-786e-4176-9cc3-06fd5f4027e0 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:58:47.367548 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.373669 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.377654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:47.399739 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b69126-8303-4672-b9e3-4903803a7a14,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:47.413308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.413678 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.414103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.414414 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.414765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.415123 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.415464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.415812 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.416155 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.416496 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.416839 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:58:47.421002 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] 10.222.0.74 "DELETE /v2.0/networks/b4b69126-8303-4672-b9e3-4903803a7a14 HTTP/1.1" status: 204  len: 168 time: 0.5510449
Jul 09 15:58:47.422304 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:47.623187 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46118) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:47.674447 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-8c870430-612b-459b-b27b-05bb05b1e812 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=325348c9075645f1b677479eed1ed94a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500691
Jul 09 15:58:47.677063 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46122) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:47.736374 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.761925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.815604 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.821101 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e33c8722-1007-4d04-8f89-f8e1844e43af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:47.837730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302730bc-3204-4943-ba4d-1d5461879e59,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:47.840458 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:47.852665 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:47.853773 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/302730bc-3204-4943-ba4d-1d5461879e59 HTTP/1.1" status: 204  len: 168 time: 0.1757872
Jul 09 15:58:48.423431 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-b10f3a65-da2e-4357-a159-bc878d7ae058 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961669990&fields=id&tenant_id=70c2f4d400ef464eb1a7dfa43e59568d HTTP/1.1" status: 200  len: 267 time: 0.0422637
Jul 09 15:58:48.584997 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-7b4bb478-cc66-4518-a9c2-6d1160dd0856 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:48.586420 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-7b4bb478-cc66-4518-a9c2-6d1160dd0856 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 808 time: 0.1552205
Jul 09 15:58:48.603862 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-9e11782a-dc9f-474a-a4d2-d471be7eaa18 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/quotas/70c2f4d400ef464eb1a7dfa43e59568d HTTP/1.1" status: 200  len: 375 time: 0.0116940
Jul 09 15:58:48.702783 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-0214a86e-e90d-47a4-a5f5-c57e436c04ae tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0931399
Jul 09 15:58:48.776249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46162) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:48.862229 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-865fac30-8fbf-4970-aa0f-daa862e9dc1e service neutron] 10.222.0.74 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469111
Jul 09 15:58:48.924725 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a1493-6481-4a58-93ef-5084d9c43124 req-f3b3ec44-c06d-4e48-82ed-ecdaa1eab60e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:48.926926 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-419a1493-6481-4a58-93ef-5084d9c43124 req-f3b3ec44-c06d-4e48-82ed-ecdaa1eab60e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0808220
Jul 09 15:58:48.957902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-576491460-network', 'tenant_id': '680f4661850d40adbf9d84d5a6d34924'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:48.964375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:48.976092 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Usage tracker for resource:network and tenant:680f4661850d40adbf9d84d5a6d34924 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:58:48.981361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:58:48.989281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:48.997814 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-419a1493-6481-4a58-93ef-5084d9c43124 req-7e613401-f7ef-437e-abdd-40a15eee6815 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645564
Jul 09 15:58:49.003440 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4cd93940-1e9a-4aa3-8f91-87cc0023db66 service neutron] 10.222.0.74 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331468
Jul 09 15:58:49.004418 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:58:49.006686 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.019973 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.052447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:49.056255 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Usage tracker for resource:security_group_rule and tenant:680f4661850d40adbf9d84d5a6d34924 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:58:49.059144 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:58:49.065228 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:49.154197 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.161896 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.166066 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-65e0f73f-c7de-40af-8f8a-7fcf2bdbc662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:49.200980 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:58:49.207871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750ccf7d-322a-4b6b-b779-07430291da3a,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:49.211233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:49.216530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.217161 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Added segment 11e3d4c7-838a-42e1-a3fd-85fd9ead4752 of type vlan for network 626ee016-1050-48e4-91da-86991884c767
Jul 09 15:58:49.252876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.287864 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.289110 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:49.289713 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.293702 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6c6b5de-4bd9-48c3-bff5-727913636e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:49.403107 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Pushing event updated for resources: {'Network': ['ID=626ee016-1050-48e4-91da-86991884c767,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:49.409190 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6287308
Jul 09 15:58:49.409190 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:49.409190 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46180) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:58:49.415460 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Request body: {'subnet': {'network_id': '626ee016-1050-48e4-91da-86991884c767', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-576491460-subnet', 'tenant_id': '680f4661850d40adbf9d84d5a6d34924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:49.417527 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 626ee016-1050-48e4-91da-86991884c767 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:58:49.420395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:49.424550 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Usage tracker for resource:subnet and tenant:680f4661850d40adbf9d84d5a6d34924 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:58:49.428502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:58:49.434625 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:49.455786 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:58:49.459765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605208'] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.671560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1847348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605538'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.676161 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:49.745298 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fd3ed9-df29-49d3-9ad7-abbd223b4f58,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:49.747982 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:49.768402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Checking segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:58:49.768754 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Network hostable DHCP agents. Network: 626ee016-1050-48e4-91da-86991884c767, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:58:49.799201 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Network 626ee016-1050-48e4-91da-86991884c767 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:58:49.811246 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 626ee016-1050-48e4-91da-86991884c767) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:58:49.819506 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:49.820516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:49.826810 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3532b4b-ff23-4a1f-85aa-f8b88d7040dc None None] Network 626ee016-1050-48e4-91da-86991884c767 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:58:49.861924 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4404573
Jul 09 15:58:50.034802 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f8604-5c3f-4cb0-96d9-017ddbd0a24a None None] Network 626ee016-1050-48e4-91da-86991884c767 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:58:50.420596 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347307bc-b471-4516-a871-c069321234df req-fc0f47d9-d580-486f-b7fc-85a307d2f3fc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:50.421279 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-347307bc-b471-4516-a871-c069321234df req-fc0f47d9-d580-486f-b7fc-85a307d2f3fc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:network {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:58:50.439562 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-347307bc-b471-4516-a871-c069321234df req-fc0f47d9-d580-486f-b7fc-85a307d2f3fc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:network {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:58:50.440734 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-fc0f47d9-d580-486f-b7fc-85a307d2f3fc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.1621344
Jul 09 15:58:50.458096 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-0afcad28-601f-4d77-9744-97053a1d77e6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/quotas/680f4661850d40adbf9d84d5a6d34924 HTTP/1.1" status: 200  len: 375 time: 0.0108790
Jul 09 15:58:50.512516 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-46859734-6c40-496f-9a86-230ea7091d7b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412765
Jul 09 15:58:50.651196 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-dbce230c-01d2-46af-a3e4-2f07354012e3 service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266024
Jul 09 15:58:50.695755 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3b4fc-282c-4b95-b4cd-78d42dfd60b1 req-0de5297d-7154-400f-956e-583b2236677c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:50.697208 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-00d3b4fc-282c-4b95-b4cd-78d42dfd60b1 req-0de5297d-7154-400f-956e-583b2236677c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0807390
Jul 09 15:58:50.747054 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-00d3b4fc-282c-4b95-b4cd-78d42dfd60b1 req-e205292d-4036-494e-b980-08fbd84b78c0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441811
Jul 09 15:58:50.783316 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-d572d89b-e241-45cb-a5d4-30fbc43dc54b service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261892
Jul 09 15:58:50.971210 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1061d0fa-2bcb-452f-8fe3-6e69e44382db req-eaa66011-9783-4a48-b088-283e87a58942 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Synchronizing usage tracker for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:58:50.989111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1061d0fa-2bcb-452f-8fe3-6e69e44382db req-eaa66011-9783-4a48-b088-283e87a58942 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Unset dirty status for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:58:50.990397 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1061d0fa-2bcb-452f-8fe3-6e69e44382db req-eaa66011-9783-4a48-b088-283e87a58942 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 210 time: 0.0694973
Jul 09 15:58:51.133317 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b197900c-9f38-49be-9dca-5f3fe77b8577 req-9277ec9b-fb98-4936-8997-2189d5b04082 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 210 time: 0.0413315
Jul 09 15:58:51.826980 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-3abdda14-a945-44d2-b194-57f56230fe38 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:51.828484 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-3abdda14-a945-44d2-b194-57f56230fe38 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.0865974
Jul 09 15:58:52.052469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Deleting port a13b4346-b7dc-493c-8cef-7f4061981c80 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 15:58:52.052809 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:52.159027 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627cd78-17f1-4af1-93f1-bd1c67cc78f4 req-720542c6-e62f-454e-a91b-ecd5a69f4de6 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:52.161056 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e627cd78-17f1-4af1-93f1-bd1c67cc78f4 req-720542c6-e62f-454e-a91b-ecd5a69f4de6 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 945 time: 0.1800487
Jul 09 15:58:52.169093 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0eb539c6-cd80-40b0-ac4c-e68f5813ecd5 req-57545cf3-96d6-49dd-ae08-363db57c7b2e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 210 time: 0.0421340
Jul 09 15:58:52.297189 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e627cd78-17f1-4af1-93f1-bd1c67cc78f4 req-a76da5aa-45c8-4951-bcf4-a4f0f5fc38c0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254046
Jul 09 15:58:52.357780 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] For port a13b4346-b7dc-493c-8cef-7f4061981c80, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a13b4346-b7dc-493c-8cef-7f4061981c80,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:58:52.358165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:52.411793 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-63cbdb2c-9295-4881-a17c-950da364f444 req-45a450c4-35ca-40c7-80e3-e49105680dbf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 210 time: 0.0564532
Jul 09 15:58:52.522476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Calling delete_port for a13b4346-b7dc-493c-8cef-7f4061981c80 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 15:58:52.662464 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:52.668436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:52.712432 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['a13b4346-b7dc-493c-8cef-7f4061981c80'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:58:52.713762 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Pushing event deleted for resources: {'Port': ['ID=a13b4346-b7dc-493c-8cef-7f4061981c80,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:52.716937 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:52.782754 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] No DVR routers for this DVR port a13b4346-b7dc-493c-8cef-7f4061981c80 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 15:58:52.785165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:52.787637 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'name': 'network-vif-deleted', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:58:52.804262 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-09232544-9bd2-4c6b-b34e-1a27a5d92516 req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "DELETE /v2.0/ports/a13b4346-b7dc-493c-8cef-7f4061981c80 HTTP/1.1" status: 204  len: 173 time: 0.9688039
Jul 09 15:58:52.841682 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce59945-affc-4ea4-894f-2fdbd892292b', 'name': 'network-vif-deleted', 'tag': 'a13b4346-b7dc-493c-8cef-7f4061981c80', 'status': 'completed', 'code': 200}
Jul 09 15:58:53.341158 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-574219a3-de02-4aa9-91ab-5cb7d5fa4a95 req-518e84c5-5d30-4883-b2f8-b33aa9cd44f4 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 210 time: 0.0413408
Jul 09 15:58:53.499288 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d11726c2-0399-441c-bbef-d75a8613e0f9 req-5d78fe81-b4b8-4aae-811f-fc97ec814a18 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:58:53.518135 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d11726c2-0399-441c-bbef-d75a8613e0f9 req-5d78fe81-b4b8-4aae-811f-fc97ec814a18 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:58:53.519923 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d11726c2-0399-441c-bbef-d75a8613e0f9 req-5d78fe81-b4b8-4aae-811f-fc97ec814a18 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ce59945-affc-4ea4-894f-2fdbd892292b HTTP/1.1" status: 200  len: 210 time: 0.0674107
Jul 09 15:58:53.737401 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-49e0fd1e-ae5c-42e5-aec7-6d6b90d306b4 req-a1b6fb24-9c60-4566-a2e3-035a4db31a9b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 210 time: 0.0450139
Jul 09 15:58:54.120078 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:58:54.283533 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-bd1efc99-84e7-4cb8-ad3f-243e82ec1904 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:54.284984 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-bd1efc99-84e7-4cb8-ad3f-243e82ec1904 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 808 time: 0.1570897
Jul 09 15:58:54.352393 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-29804ee4-1e40-4a9d-9948-f78646f5ef20 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c2f4d400ef464eb1a7dfa43e59568d HTTP/1.1" status: 200  len: 380 time: 0.0412128
Jul 09 15:58:54.362307 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'port': {'device_id': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'admin_state_up': True, 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'security_groups': ['4165a321-74cf-4235-9924-2310fcdf6471']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:54.535309 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4ef224d3-9315-40b9-a3f3-1546aa869142 req-49dd9f75-3cb6-4138-a943-c2f26a07b809 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 210 time: 0.0576906
Jul 09 15:58:54.543248 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:54.553948 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:54.564492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Made reservation on behalf of 70c2f4d400ef464eb1a7dfa43e59568d for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:58:54.567884 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:54.763138 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Allocated IP 172.20.0.7 (420c066c-2932-4f92-84ac-22b6b102633d/d6d4b9e2-d478-44c7-9533-4e8c7aca2444/a71140f5-7079-4786-9400-5bdaa36c5997) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:58:55.085832 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.086558 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-839c4039-0cf4-419e-b876-b6793681c30b req-9d74c54c-e693-4d76-b9ac-156f8b16e268 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 210 time: 0.0593276
Jul 09 15:58:55.109328 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Transition to ACTIVE for port object a71140f5-7079-4786-9400-5bdaa36c5997 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:58:55.136847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.145166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4ac205c7-7f90-48e6-a1d4-8923f27078c3 tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:55.224176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347307bc-b471-4516-a871-c069321234df req-e5c726f8-1240-4439-ba29-4ef255d42a58 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:55.226338 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-e5c726f8-1240-4439-ba29-4ef255d42a58 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.4358215
Jul 09 15:58:55.269628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Request body: {'port': {'device_id': 'd325829a-f493-45ff-babe-cc149bffe45b', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'admin_state_up': True, 'tenant_id': '680f4661850d40adbf9d84d5a6d34924'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:55.326968 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Network 420c066c-2932-4f92-84ac-22b6b102633d is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:58:55.327911 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:55.330424 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:58:55.332712 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:55.333384 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:58:55.428860 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:55.431480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.467333 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1067629
Jul 09 15:58:55.479066 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:58:55.483237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Usage tracker for resource:port and tenant:680f4661850d40adbf9d84d5a6d34924 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:58:55.486209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:58:55.493835 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Request body: {'port': {'device_id': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:55.496239 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:58:55.512715 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:58:55.516565 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.623893 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-d14c1d0a-5523-4ebf-8366-3a6c4059e0c9 None None] Provisioning for port a71140f5-7079-4786-9400-5bdaa36c5997 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:58:55.640667 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-d14c1d0a-5523-4ebf-8366-3a6c4059e0c9 None None] Provisioning complete for port a71140f5-7079-4786-9400-5bdaa36c5997 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:58:55.641060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d14c1d0a-5523-4ebf-8366-3a6c4059e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.721168 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-d14c1d0a-5523-4ebf-8366-3a6c4059e0c9 None None] Port a71140f5-7079-4786-9400-5bdaa36c5997 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:58:55.730495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:55.735865 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Allocated IP 172.20.0.6 (626ee016-1050-48e4-91da-86991884c767/40fd3ed9-df29-49d3-9ad7-abbd223b4f58/ab9a8ce8-6cc0-4033-9579-1f045135fee6) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:58:55.912755 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a231d-5322-4d81-a076-8e7425060251 req-86a5e52e-416d-44b3-873d-3e28dba863de tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:55.913734 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-019a231d-5322-4d81-a076-8e7425060251 req-86a5e52e-416d-44b3-873d-3e28dba863de tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Synchronizing usage tracker for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:58:55.935055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a13b4346-b7dc-493c-8cef-7f4061981c80 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 15:58:55.960897 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-019a231d-5322-4d81-a076-8e7425060251 req-86a5e52e-416d-44b3-873d-3e28dba863de tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Unset dirty status for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:58:55.967226 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-019a231d-5322-4d81-a076-8e7425060251 req-86a5e52e-416d-44b3-873d-3e28dba863de tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 931 time: 0.2854047
Jul 09 15:58:55.998551 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: a13b4346-b7dc-493c-8cef-7f4061981c80 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 15:58:56.000339 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a13b4346-b7dc-493c-8cef-7f4061981c80 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 15:58:56.007402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.042499 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.052522 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:56.116829 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-019a231d-5322-4d81-a076-8e7425060251 req-fea70a8d-9d40-41f4-9745-0e25fab02f56 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486919
Jul 09 15:58:56.143092 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Network 626ee016-1050-48e4-91da-86991884c767 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:58:56.147725 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:58:56.154010 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:58:56.198867 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event updated for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:56.203290 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:56.236467 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:56.237050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.262497 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9972372
Jul 09 15:58:56.334955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71140f5-7079-4786-9400-5bdaa36c5997 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:58:56.343668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.363939 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Transition to ACTIVE for port object a71140f5-7079-4786-9400-5bdaa36c5997 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:58:56.367601 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.372324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-da8a3b3b-7395-4961-b26e-b90f2628320c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:56.499506 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0b1d-678b-49cf-8397-33277e91dee9 req-82fb01d5-d94f-4bb7-8713-c3ab1d3dd465 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:58:56.500897 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-10af0b1d-678b-49cf-8397-33277e91dee9 req-82fb01d5-d94f-4bb7-8713-c3ab1d3dd465 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 931 time: 0.2277944
Jul 09 15:58:56.501564 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:56.511264 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:56.625344 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-10af0b1d-678b-49cf-8397-33277e91dee9 req-7ab28c7a-920e-456d-90a9-4a6ff356380b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131124
Jul 09 15:58:56.670838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Attempting to bind port a71140f5-7079-4786-9400-5bdaa36c5997 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:58:56.671267 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Attempting to bind port a71140f5-7079-4786-9400-5bdaa36c5997 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:58:56.671596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Attempting to bind port a71140f5-7079-4786-9400-5bdaa36c5997 on network 420c066c-2932-4f92-84ac-22b6b102633d {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:58:56.677675 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Port a71140f5-7079-4786-9400-5bdaa36c5997 on network 420c066c-2932-4f92-84ac-22b6b102633d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:58:56.678027 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Attempting to bind port a71140f5-7079-4786-9400-5bdaa36c5997 on network 420c066c-2932-4f92-84ac-22b6b102633d {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:58:56.684189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:58:56.684521 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Checking segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:58:56.684897 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Bound using segment: {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:58:56.685311 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Bound port: a71140f5-7079-4786-9400-5bdaa36c5997, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b809afe1-ca5a-4680-9256-6cde8e13e458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:58:56.685652 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.777698 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:58:56.780564 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:58:56.785323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.789359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:58:56.855622 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:58:56.857449 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] 10.222.0.79 "PUT /v2.0/ports/a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 1093 time: 1.3706229
Jul 09 15:58:56.858116 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:58:56.876952 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:58:56.880583 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:58:56.916645 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'status': 'completed', 'code': 200}
Jul 09 15:58:59.882551 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Request body: {'port': {'device_id': 'd325829a-f493-45ff-babe-cc149bffe45b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:58:59.992603 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:00.049345 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-099d6687-e8f5-474e-bc1b-a27b788f66d9 req-cd6b3522-93a2-4173-9d94-0d1b982efd97 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1096 time: 0.0806923
Jul 09 15:59:00.267378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463fafa-625f-4347-9e29-093c558446e7 req-2b295555-db31-4784-905d-d74a58cf4559 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:00.269382 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f463fafa-625f-4347-9e29-093c558446e7 req-2b295555-db31-4784-905d-d74a58cf4559 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.2185068
Jul 09 15:59:00.272808 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d6687-e8f5-474e-bc1b-a27b788f66d9 req-0af24f08-73ba-4212-9ce7-dc825dec2806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:00.274514 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-099d6687-e8f5-474e-bc1b-a27b788f66d9 req-0af24f08-73ba-4212-9ce7-dc825dec2806 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1999664
Jul 09 15:59:00.280686 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e631e-1c25-4224-99f6-23b27755c0d6 req-10252ad3-d0ea-4418-b457-2c0a820863a4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:00.282062 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-288e631e-1c25-4224-99f6-23b27755c0d6 req-10252ad3-d0ea-4418-b457-2c0a820863a4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 931 time: 0.1807103
Jul 09 15:59:00.335415 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-288e631e-1c25-4224-99f6-23b27755c0d6 req-df5a460d-f675-4060-9039-0e971062a2f6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467834
Jul 09 15:59:00.358531 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f463fafa-625f-4347-9e29-093c558446e7 req-94e72712-3ed3-4d38-bfc0-1b0f06d159df tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Synchronizing usage tracker for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:00.411993 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f463fafa-625f-4347-9e29-093c558446e7 req-94e72712-3ed3-4d38-bfc0-1b0f06d159df tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Unset dirty status for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:00.413476 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f463fafa-625f-4347-9e29-093c558446e7 req-94e72712-3ed3-4d38-bfc0-1b0f06d159df tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375084
Jul 09 15:59:00.474368 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9a8ce8-6cc0-4033-9579-1f045135fee6 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:00.482725 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:00.500954 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Transition to ACTIVE for port object ab9a8ce8-6cc0-4033-9579-1f045135fee6 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:00.506255 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:00.515822 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:00.633769 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d6687-e8f5-474e-bc1b-a27b788f66d9 req-5f1858b1-529a-4622-99df-5f2c640d16a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:00.636368 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-099d6687-e8f5-474e-bc1b-a27b788f66d9 req-5f1858b1-529a-4622-99df-5f2c640d16a2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2532184
Jul 09 15:59:00.662230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:00.672593 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:00.787084 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-b29d7936-3735-4222-9f31-48aaac408846 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1096 time: 0.0865550
Jul 09 15:59:00.802730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Attempting to bind port ab9a8ce8-6cc0-4033-9579-1f045135fee6 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:00.802730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Attempting to bind port ab9a8ce8-6cc0-4033-9579-1f045135fee6 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:00.802730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Attempting to bind port ab9a8ce8-6cc0-4033-9579-1f045135fee6 on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:00.806861 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Port ab9a8ce8-6cc0-4033-9579-1f045135fee6 on network 626ee016-1050-48e4-91da-86991884c767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:59:00.807390 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Attempting to bind port ab9a8ce8-6cc0-4033-9579-1f045135fee6 on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:00.813541 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:00.813820 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Checking segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:00.814222 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Bound using segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:00.814815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Bound port: ab9a8ce8-6cc0-4033-9579-1f045135fee6, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:00.815159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:00.869936 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-b4a062cc-1d3a-45d8-9c69-24a1f12ae451 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 217 time: 0.0683908
Jul 09 15:59:00.935668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-3dcd16fc-0fdf-464b-94e5-5faf226244d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:00.937133 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-3dcd16fc-0fdf-464b-94e5-5faf226244d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.0604873
Jul 09 15:59:00.964683 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:00.967897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:00.972147 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:00.975861 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-54bf3305-d02f-4d99-964d-0f74e106130d tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:01.028163 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-a0cc2d0e-1916-497b-a0ff-83af51eae2b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835218
Jul 09 15:59:01.039198 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:01.040604 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] 10.222.0.79 "PUT /v2.0/ports/ab9a8ce8-6cc0-4033-9579-1f045135fee6 HTTP/1.1" status: 200  len: 1093 time: 1.1629031
Jul 09 15:59:01.041145 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:01.062690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:01.067111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:01.193705 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-1ae4d5a8-22d1-44d4-b2a3-26857af02402 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507816
Jul 09 15:59:01.211072 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'status': 'completed', 'code': 200}
Jul 09 15:59:01.233883 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-7b8c3f14-2e9a-4c54-8a75-3504943ceb4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 1096 time: 0.0858450
Jul 09 15:59:01.310487 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-5a8e741d-2912-478a-a14c-e19fc5c0afcd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6 HTTP/1.1" status: 200  len: 217 time: 0.0617330
Jul 09 15:59:01.326052 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c0e30a30-2cf4-4d0d-9baa-7ada9081a474 req-2b2a228d-1708-4140-992a-cfc672565b7b service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252623
Jul 09 15:59:01.378355 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347307bc-b471-4516-a871-c069321234df req-ec8d5e0e-90fb-4717-98fd-bda30206ca56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:01.379798 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-ec8d5e0e-90fb-4717-98fd-bda30206ca56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.0623269
Jul 09 15:59:01.444447 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-fb35b4f0-e01a-4a65-b97a-9fd70bdd5d36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381181
Jul 09 15:59:01.616578 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac08c3-0fb2-4674-84f6-fc47987510be req-4e8790b3-1251-4991-88d5-edab6921d14e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:01.618191 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-84ac08c3-0fb2-4674-84f6-fc47987510be req-4e8790b3-1251-4991-88d5-edab6921d14e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0791216
Jul 09 15:59:01.637677 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-f8f11627-d820-41f3-a500-a2e915dfec21 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858606
Jul 09 15:59:01.644742 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec757c1-970b-4cb3-8f13-044945331331 req-f186eb4b-94b1-444e-bc7d-79b929ddb257 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:01.645494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-0ec757c1-970b-4cb3-8f13-044945331331 req-f186eb4b-94b1-444e-bc7d-79b929ddb257 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:01.668010 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-84ac08c3-0fb2-4674-84f6-fc47987510be req-e5b6bcae-fb0e-45d0-91dc-c9ea38b4fd12 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435770
Jul 09 15:59:01.738338 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-0ec757c1-970b-4cb3-8f13-044945331331 req-f186eb4b-94b1-444e-bc7d-79b929ddb257 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:01.739499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0ec757c1-970b-4cb3-8f13-044945331331 req-f186eb4b-94b1-444e-bc7d-79b929ddb257 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 943 time: 0.2699385
Jul 09 15:59:01.822292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-0ec757c1-970b-4cb3-8f13-044945331331 req-8b98aac8-913c-4c39-8b6b-40eb37688828 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:01.844406 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-347307bc-b471-4516-a871-c069321234df req-a77b57b5-34c3-4140-83c9-4296f7d40e7c service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958215
Jul 09 15:59:01.848631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-0ec757c1-970b-4cb3-8f13-044945331331 req-8b98aac8-913c-4c39-8b6b-40eb37688828 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:01.849832 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0ec757c1-970b-4cb3-8f13-044945331331 req-8b98aac8-913c-4c39-8b6b-40eb37688828 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037338
Jul 09 15:59:02.051911 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-c388819c-1652-417a-9264-169ea20798c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 1096 time: 0.0759895
Jul 09 15:59:02.188845 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754614-ac80-4700-8b16-e9daffd17d72 req-7b0ffd4b-0962-4ac0-84fb-65006c0dc4d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:02.190987 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-7b0ffd4b-0962-4ac0-84fb-65006c0dc4d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 915 time: 0.1316116
Jul 09 15:59:02.266941 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-0e4372ac-b418-484e-9427-6d848d02a96e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6 HTTP/1.1" status: 200  len: 217 time: 0.0673325
Jul 09 15:59:02.344055 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754614-ac80-4700-8b16-e9daffd17d72 req-750ce089-abe1-4ee0-89d2-7199a4db7cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:02.345270 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-750ce089-abe1-4ee0-89d2-7199a4db7cd9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.0654802
Jul 09 15:59:02.417784 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-81fc0607-ac0f-4382-825c-ccbb1d95097d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595384
Jul 09 15:59:02.548701 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-92b301b0-3954-4419-b322-fffd0354f1ab service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229141
Jul 09 15:59:02.693221 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27754614-ac80-4700-8b16-e9daffd17d72 req-bab29377-9693-43c7-948c-b915be40976d service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382966
Jul 09 15:59:02.874095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d024-d5c0-4640-ae9f-3fb68e2da0a5 req-445041d5-9257-4ef9-ad0b-1e2b0807aea0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:02.875538 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b406d024-d5c0-4640-ae9f-3fb68e2da0a5 req-445041d5-9257-4ef9-ad0b-1e2b0807aea0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0798631
Jul 09 15:59:02.923341 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b406d024-d5c0-4640-ae9f-3fb68e2da0a5 req-53a35834-cfbb-440c-bfe5-51e3d9900c36 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415487
Jul 09 15:59:03.073675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c1159-f327-4452-b608-1302415e544d req-e6a35f14-f9cb-4526-9eec-60b665f11efd tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:03.075216 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-413c1159-f327-4452-b608-1302415e544d req-e6a35f14-f9cb-4526-9eec-60b665f11efd tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 943 time: 0.0804179
Jul 09 15:59:03.122749 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-413c1159-f327-4452-b608-1302415e544d req-f83e2f60-53fa-4280-84f7-79a62f68c290 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418341
Jul 09 15:59:06.752766 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490ebe0-45ac-4564-8a55-f3431dd54ac8 req-f8a58b89-0483-495a-a624-0b15d1a1797e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:06.754857 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4490ebe0-45ac-4564-8a55-f3431dd54ac8 req-f8a58b89-0483-495a-a624-0b15d1a1797e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0842957
Jul 09 15:59:06.822379 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4490ebe0-45ac-4564-8a55-f3431dd54ac8 req-36dcb3c0-d8e4-4016-9cb2-06634f0702b6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610890
Jul 09 15:59:06.867195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a55e0-a042-4bfb-a322-899df1ef0229 req-310bf0b2-a5ce-439c-9e4c-d12d3bd7717e tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:06.868687 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b74a55e0-a042-4bfb-a322-899df1ef0229 req-310bf0b2-a5ce-439c-9e4c-d12d3bd7717e tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 943 time: 0.1419511
Jul 09 15:59:06.914915 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b74a55e0-a042-4bfb-a322-899df1ef0229 req-94470a8c-5348-42d4-b9f4-62ddc97dee98 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406861
Jul 09 15:59:07.684058 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-150eae06-3467-46ec-9e1a-fd350f39f64e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:07.685659 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-150eae06-3467-46ec-9e1a-fd350f39f64e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 814 time: 0.1760972
Jul 09 15:59:07.703790 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-a30a7720-7ea8-447a-8bf2-49910da81ec8 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/quotas/1ec3f30a745345778bfe6d3471531bb8 HTTP/1.1" status: 200  len: 375 time: 0.0118105
Jul 09 15:59:07.767839 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-eaf53547-d94e-44a0-9956-013379bbff5e tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0573008
Jul 09 15:59:07.934495 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8fd4fd0e-1ab2-4d4a-b36e-61f9e1b57f57 service neutron] 10.222.0.74 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522639
Jul 09 15:59:08.085802 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-b7fd5fff-695a-4891-b88d-75853c2d8794 service neutron] 10.222.0.74 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446676
Jul 09 15:59:08.121985 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9168-b403-4898-a36c-a27f10e5202d req-c982c4b0-21c0-473c-81df-e269b407f94d tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:08.124177 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-007c9168-b403-4898-a36c-a27f10e5202d req-c982c4b0-21c0-473c-81df-e269b407f94d tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0914469
Jul 09 15:59:08.175496 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-007c9168-b403-4898-a36c-a27f10e5202d req-d165b543-df26-4e5b-a439-c18412bfc413 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447330
Jul 09 15:59:08.305489 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0a666d2a-dc59-4c3d-8d61-00f77cea3764 req-324f7ca8-9745-4eae-b2c4-2ef151b444dc tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 210 time: 0.0535138
Jul 09 15:59:08.379130 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6405-0285-48c7-ba30-4f2920513148 req-d6cdb5d2-05be-4438-a522-0746d9c28637 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:08.380599 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08af6405-0285-48c7-ba30-4f2920513148 req-d6cdb5d2-05be-4438-a522-0746d9c28637 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 943 time: 0.0836389
Jul 09 15:59:08.434566 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08af6405-0285-48c7-ba30-4f2920513148 req-cd3a752b-1e9a-4543-b72b-144718059f7a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457077
Jul 09 15:59:09.097394 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46444) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:09.259955 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:09.311577 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:09.315936 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Usage tracker for resource:security_group_rule and tenant:967f1230384b4d0f82d2aada01007bb0 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:09.318933 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:09.347486 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:09.412784 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cd108-9a49-4734-9e5c-f03f0f1de08c req-3f078d61-cc89-4898-8027-7e205542bbce tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:09.422274 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c45cd108-9a49-4734-9e5c-f03f0f1de08c req-3f078d61-cc89-4898-8027-7e205542bbce tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0980358
Jul 09 15:59:09.495200 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c45cd108-9a49-4734-9e5c-f03f0f1de08c req-74b4ca30-733c-498c-9bdd-527473067139 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701346
Jul 09 15:59:09.508210 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-9443b2cb-bf2f-4cc6-af8f-ed74c3f275d9 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:09.509737 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-9443b2cb-bf2f-4cc6-af8f-ed74c3f275d9 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 814 time: 0.1877363
Jul 09 15:59:09.559950 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Request body: {'port': {'device_id': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c', 'admin_state_up': True, 'tenant_id': '1ec3f30a745345778bfe6d3471531bb8'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:09.673639 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:09.698594 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-53af810a-504a-477a-a717-13a82a620506 req-221121d8-fdc9-4f26-b683-42f8bf6c7828 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 210 time: 0.1452885
Jul 09 15:59:09.703077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:09.709304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a5d81-8aaa-4e93-8b66-0d7a3a5448e3 req-e9f38d73-4bc4-4c64-a102-e08d471d9ca2 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:09.721815 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ba2a5d81-8aaa-4e93-8b66-0d7a3a5448e3 req-e9f38d73-4bc4-4c64-a102-e08d471d9ca2 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 943 time: 0.0944908
Jul 09 15:59:09.728961 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:09.766751 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b591320-2a36-4efe-8f63-637b82f89e5e,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:09.770705 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:09.829093 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=967f1230384b4d0f82d2aada01007bb0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7304730
Jul 09 15:59:09.832902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46464) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:09.883417 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:09.885771 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ba2a5d81-8aaa-4e93-8b66-0d7a3a5448e3 req-93fd3b6f-a9ad-459c-b66c-39028c4a696f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690753
Jul 09 15:59:09.905490 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:09.934380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Made reservation on behalf of 1ec3f30a745345778bfe6d3471531bb8 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:09.937428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:09.959549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.035355 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.126138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ab9a8ce8-6cc0-4033-9579-1f045135fee6 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:59:10.156116 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.162040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5ccc5285-803e-4af1-ad40-978ad45216f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:10.169484 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Allocated IP 172.20.0.14 (759cf6a0-1b8f-495e-a6c0-055deb95c43c/d4d6f3a9-ccba-4753-aec8-098b69b05954/9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:10.181844 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b591320-2a36-4efe-8f63-637b82f89e5e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:10.192187 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:10.233380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.234516 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9b591320-2a36-4efe-8f63-637b82f89e5e HTTP/1.1" status: 204  len: 168 time: 0.4002595
Jul 09 15:59:10.306562 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:10.320785 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'port_id': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'mac_address': 'fa:16:3e:0f:61:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd3ed9-df29-49d3-9ad7-abbd223b4f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:59:10.378459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.397174 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9a8ce8-6cc0-4033-9579-1f045135fee6 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:10.413832 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:10.416000 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.419300 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.421452 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:10.446433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.456807 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-454a65d5-e7a6-4ef3-81e8-024016b895af tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:10.488828 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:10.498199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.498542 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.499057 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.499543 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.500028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.500649 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.500987 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.501345 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.501678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.502024 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.502353 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:10.506963 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:10.531528 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Network 759cf6a0-1b8f-495e-a6c0-055deb95c43c is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:10.532644 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Pushing event updated for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:10.535237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:10.537075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:10.537751 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:10.598577 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:10.599474 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.619123 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0666747
Jul 09 15:59:10.638120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Request body: {'port': {'device_id': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:10.707168 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d8ac7-1f34-4f11-9dd8-6a1809320ed5 req-b7bbbb1f-ea2a-43d2-85a7-efe1a6fc4222 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:10.708983 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-af6d8ac7-1f34-4f11-9dd8-6a1809320ed5 req-b7bbbb1f-ea2a-43d2-85a7-efe1a6fc4222 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0855904
Jul 09 15:59:10.760920 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-af6d8ac7-1f34-4f11-9dd8-6a1809320ed5 req-089cb766-b51a-4fe5-8b91-726ef2319222 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458915
Jul 09 15:59:10.774282 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:10.824734 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.013589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:11.132046 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fc7b3-cdeb-4fdd-84dd-084c81f21958 req-10b412df-e0e2-4082-becf-52f324a049e0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:11.133259 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-6b3fc7b3-cdeb-4fdd-84dd-084c81f21958 req-10b412df-e0e2-4082-becf-52f324a049e0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:11.173490 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-6b3fc7b3-cdeb-4fdd-84dd-084c81f21958 req-10b412df-e0e2-4082-becf-52f324a049e0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:11.176125 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0697b2-8282-47c7-9b95-ef471c74a510 req-925daf9f-73a6-4661-b2f6-de43ba7f723d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:11.177763 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a0697b2-8282-47c7-9b95-ef471c74a510 req-925daf9f-73a6-4661-b2f6-de43ba7f723d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 944 time: 0.1437917
Jul 09 15:59:11.181733 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6b3fc7b3-cdeb-4fdd-84dd-084c81f21958 req-10b412df-e0e2-4082-becf-52f324a049e0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 932 time: 0.3226113
Jul 09 15:59:11.239048 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a0697b2-8282-47c7-9b95-ef471c74a510 req-9402e372-839b-499c-8d9b-783da3b3821c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547144
Jul 09 15:59:11.312760 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46500) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:11.358296 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6b3fc7b3-cdeb-4fdd-84dd-084c81f21958 req-53dd7169-7517-484d-8f91-67b459bc4ea0 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756387
Jul 09 15:59:11.360192 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:11.368020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.386878 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Transition to ACTIVE for port object 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:11.391399 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.396085 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2304e84d-ee4c-4ca6-b1ae-ab52d5808825 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:11.458966 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1047254406-network', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:11.463540 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:11.467368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Usage tracker for resource:network and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:11.470216 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:11.476509 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:11.486498 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Made reservation on behalf of 252c4a8abd1c425ca5b4c195694ce920 for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:11.489449 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.501501 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.517678 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:11.520869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:11.534309 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:11.538413 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:11.541887 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:11.547624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:11.614958 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.618380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.622443 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-31239bd7-9185-4b90-9a5e-af37a04b164d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:11.625230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Attempting to bind port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:11.625556 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Attempting to bind port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:11.625876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Attempting to bind port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:11.631967 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:59:11.632283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Attempting to bind port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff on network 759cf6a0-1b8f-495e-a6c0-055deb95c43c {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:11.639111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:11.639439 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Checking segment: {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:11.639813 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Bound using segment: {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:11.640230 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Bound port: 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a56fca-1ca8-4824-85d0-9d6393611f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:11.640571 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.650801 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:59:11.663586 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e52f4-0269-4d68-b7b1-e01af1843b4a,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:11.667779 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.668121 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Added segment 6cea86d9-5ac9-4e16-8600-699a37a52597 of type vlan for network 671905fc-d217-4657-8137-0b223947c94f
Jul 09 15:59:11.679474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.679842 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.680206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.680561 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.680915 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.681276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.681613 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.681990 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.682326 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.682672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.683020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:11.687261 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:11.708671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.733997 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:11.737498 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:11.739733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.740926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:11.741509 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.741923 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.744807 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:11.746893 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:11.804501 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:11.805866 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] 10.222.0.79 "PUT /v2.0/ports/9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff HTTP/1.1" status: 200  len: 1094 time: 1.1726403
Jul 09 15:59:11.806376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:11.855564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:11.859947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:11.890792 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Pushing event updated for resources: {'Network': ['ID=671905fc-d217-4657-8137-0b223947c94f,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:11.894358 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:11.902563 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5886166
Jul 09 15:59:11.903174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46510) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:11.903412 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 671905fc-d217-4657-8137-0b223947c94f details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:59:11.909603 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Request body: {'subnet': {'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1047254406-subnet', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:11.915141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:11.919025 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Usage tracker for resource:subnet and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:11.922020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:11.925552 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff', 'status': 'completed', 'code': 200}
Jul 09 15:59:11.928606 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:11.939721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Made reservation on behalf of 252c4a8abd1c425ca5b4c195694ce920 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:11.943165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.038854 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-81155380-4648-44ba-acb8-c1f4a8298da1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 1097 time: 0.1526361
Jul 09 15:59:12.046273 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9aaf2-91b6-43b9-8dc4-cc2141ef4bf3 req-c24f3132-a0c0-4546-8d5a-4b56c73a498d tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:12.047916 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0bd9aaf2-91b6-43b9-8dc4-cc2141ef4bf3 req-c24f3132-a0c0-4546-8d5a-4b56c73a498d tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.1177313
Jul 09 15:59:12.136495 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-0d10173a-1b54-46fe-a18c-86df900a48c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff HTTP/1.1" status: 200  len: 217 time: 0.0830479
Jul 09 15:59:12.145338 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ab9a8ce8-6cc0-4033-9579-1f045135fee6 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:12.152408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.156923 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-06dd9f52-e37a-4e83-866b-d877be6703b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:12.201700 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0bd9aaf2-91b6-43b9-8dc4-cc2141ef4bf3 req-6e0f3fde-7481-4484-8d31-326d3ae312d5 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470363
Jul 09 15:59:12.217355 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port ab9a8ce8-6cc0-4033-9579-1f045135fee6 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:12.220211 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-e21fb99c-bb86-47fb-b5e2-7c2574178f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:12.226494 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-e21fb99c-bb86-47fb-b5e2-7c2574178f76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4d6f3a9-ccba-4753-aec8-098b69b05954 HTTP/1.1" status: 200  len: 854 time: 0.0729063
Jul 09 15:59:12.230812 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1443c5aa-dae5-4425-989d-8ac58219e644,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:12.232777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port ab9a8ce8-6cc0-4033-9579-1f045135fee6 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:12.236800 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:12.242442 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.273499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-265a504f-bbf6-49d4-8c6c-c9dbf9f31336 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=759cf6a0-1b8f-495e-a6c0-055deb95c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436671
Jul 09 15:59:12.290596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Checking segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:12.291523 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Network hostable DHCP agents. Network: 671905fc-d217-4657-8137-0b223947c94f, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:59:12.339771 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Network 671905fc-d217-4657-8137-0b223947c94f is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:59:12.358288 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 671905fc-d217-4657-8137-0b223947c94f) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:12.363986 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:12.364949 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.383231 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.395155 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48665882-bd0d-4d5b-94d9-93671c1031f5 None None] Network 671905fc-d217-4657-8137-0b223947c94f requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:59:12.399096 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4947915
Jul 09 15:59:12.402092 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46522) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:12.421833 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:12.433226 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:12.480823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Usage tracker for resource:router and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:12.495167 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:12.496706 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:12.516187 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:12.516415 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:12.519141 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3170ad33-991f-41fa-98da-b1adb4b1689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.524674 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.525828 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-0f708b6c-da82-4353-bf87-e68185a6c677 service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436125
Jul 09 15:59:12.528637 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:12.602317 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:12.607794 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:12.617208 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.618299 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.678502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbdee3-59b0-4664-8020-73513dbd4a87 req-31c9aef3-795b-402a-8728-b75f96544d04 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:12.679980 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-23fbdee3-59b0-4664-8020-73513dbd4a87 req-31c9aef3-795b-402a-8728-b75f96544d04 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 944 time: 0.2528090
Jul 09 15:59:12.700378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.741215 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-671905fc-d217-4657-8137-0b223947c94f', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:59:12.742082 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.749365 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc4f32f6-4773-4676-90f1-be2eb15b685f req-298ee9ed-0ffe-4621-a911-d660a9e0c313 service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162650
Jul 09 15:59:12.814969 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-23fbdee3-59b0-4664-8020-73513dbd4a87 req-e20fa7c0-4cf3-4a91-bda0-95c5bc9691d4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287253
Jul 09 15:59:12.906694 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:12.947339 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.001116 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Allocated IP 172.20.0.2 (671905fc-d217-4657-8137-0b223947c94f/1443c5aa-dae5-4425-989d-8ac58219e644/d16cdddb-779b-4750-adf4-23e1072d2dc9) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:13.052751 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41f83-a9b3-4b59-bccc-f5c24fc282e1 req-6f541320-9aa2-4499-b7d4-e456b67f5966 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:13.054546 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ad41f83-a9b3-4b59-bccc-f5c24fc282e1 req-6f541320-9aa2-4499-b7d4-e456b67f5966 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 944 time: 0.0842073
Jul 09 15:59:13.110339 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ad41f83-a9b3-4b59-bccc-f5c24fc282e1 req-9b156ec4-9e51-45b5-871d-ce41b9a4f889 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432630
Jul 09 15:59:13.119140 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-185033c5-f89a-46ff-a5d6-1ecea2a283c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1ec3f30a745345778bfe6d3471531bb8&device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 1097 time: 0.2351365
Jul 09 15:59:13.187160 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'code': 200}
Jul 09 15:59:13.225454 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.250236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Transition to ACTIVE for port object d16cdddb-779b-4750-adf4-23e1072d2dc9 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:13.270756 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Transition to ACTIVE for port object d16cdddb-779b-4750-adf4-23e1072d2dc9 will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:13.287848 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-fb41ddad-45fe-4c4f-875b-979275f4f86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:13.288109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.289291 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-fb41ddad-45fe-4c4f-875b-979275f4f86f service neutron] 10.222.0.79 "GET /v2.0/networks?id=759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 200  len: 915 time: 0.1630909
Jul 09 15:59:13.293357 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:13.368658 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Network 671905fc-d217-4657-8137-0b223947c94f is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:13.385517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:13.385517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Pushing event updated for resources: {'Port': ['ID=d16cdddb-779b-4750-adf4-23e1072d2dc9,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:13.385517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:13.385517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:13.402266 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbd82f-aae9-4dab-9361-2be4a3279f94 req-f30d69b8-29af-4ce3-b9bf-d813a791c874 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:13.404303 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-06cbd82f-aae9-4dab-9361-2be4a3279f94 req-f30d69b8-29af-4ce3-b9bf-d813a791c874 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1196208
Jul 09 15:59:13.406578 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-33859df6-8b7b-4aac-894b-7892329f7314 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff HTTP/1.1" status: 200  len: 217 time: 0.1101406
Jul 09 15:59:13.472551 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Attempting to bind port d16cdddb-779b-4750-adf4-23e1072d2dc9 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:13.473274 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Attempting to bind port d16cdddb-779b-4750-adf4-23e1072d2dc9 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:13.473881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Attempting to bind port d16cdddb-779b-4750-adf4-23e1072d2dc9 on network 671905fc-d217-4657-8137-0b223947c94f {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:13.481363 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:13.481855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Checking segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:13.482499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.483408 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Bound using segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:13.483970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Bound port: d16cdddb-779b-4750-adf4-23e1072d2dc9, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:13.484789 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.491146 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.528947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.532994 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-06cbd82f-aae9-4dab-9361-2be4a3279f94 req-77e7e8de-f1c0-4a58-8577-04921bd4fd38 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220734
Jul 09 15:59:13.559316 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-171050ad-f838-42c2-ab5f-eebea3c81915 req-74f55f0e-e312-4ef3-b284-6fcd2137c726 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 1098 time: 0.0994911
Jul 09 15:59:13.581774 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] For port d16cdddb-779b-4750-adf4-23e1072d2dc9, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:13.585188 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] For port d16cdddb-779b-4750-adf4-23e1072d2dc9, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d16cdddb-779b-4750-adf4-23e1072d2dc9,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:13.590490 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:13.595293 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:13.618582 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-171050ad-f838-42c2-ab5f-eebea3c81915 req-eeecf65e-41c1-4439-b16b-1c20ca73ffac service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501087
Jul 09 15:59:13.640688 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-f7efb2e0-9a06-4d06-a837-2b89d1d391e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:13.642152 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-f7efb2e0-9a06-4d06-a837-2b89d1d391e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d4d6f3a9-ccba-4753-aec8-098b69b05954 HTTP/1.1" status: 200  len: 854 time: 0.2021081
Jul 09 15:59:13.676754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Pushing event updated for resources: {'Port': ['ID=d16cdddb-779b-4750-adf4-23e1072d2dc9,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:13.680500 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:13.741738 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Allocated IP 172.27.2.140 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/9abc4193-af1b-4916-9594-8909c5ba7359) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:13.748892 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff44d-42d3-4d89-8a90-b76c87c47c33 req-828f8155-118f-4560-8d87-9c252c730b2e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:13.750387 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-979ff44d-42d3-4d89-8a90-b76c87c47c33 req-828f8155-118f-4560-8d87-9c252c730b2e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.2230735
Jul 09 15:59:13.940484 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-979ff44d-42d3-4d89-8a90-b76c87c47c33 req-ebbb177b-2b70-4fa7-bcfb-d368d7aaae99 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800594
Jul 09 15:59:14.001120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.030402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.035021 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ad55e000-bc4b-4142-885d-693430954bcb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:14.047425 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b54c-65e3-41da-9c13-116aa6c60c4a req-3218be26-62c1-44c9-86f7-19c48b84eabf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:14.048952 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-eb91b54c-65e3-41da-9c13-116aa6c60c4a req-3218be26-62c1-44c9-86f7-19c48b84eabf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.0796506
Jul 09 15:59:14.098740 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-eb91b54c-65e3-41da-9c13-116aa6c60c4a req-421302c9-1b71-43ce-899f-0994a7e93ff6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440388
Jul 09 15:59:14.105798 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:14.109702 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:14.111705 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9abc4193-af1b-4916-9594-8909c5ba7359,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:14.114435 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:14.141231 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:14.144791 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:59:14.304943 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-dcc12046-84c5-4bd5-9f57-42ac1ec45a55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=759cf6a0-1b8f-495e-a6c0-055deb95c43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0975099
Jul 09 15:59:14.326342 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:14.341109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'mac_address': 'fa:16:3e:9d:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:59:14.396684 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.417177 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71140f5-7079-4786-9400-5bdaa36c5997 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:14.441736 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:14.447479 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.451607 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:14.508854 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80913016-c2a5-4a1e-bc24-847211b98f94 req-cd435477-0b97-4cfc-8bf4-42e1693aef41 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:14.515666 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80913016-c2a5-4a1e-bc24-847211b98f94 req-cd435477-0b97-4cfc-8bf4-42e1693aef41 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 944 time: 0.2514701
Jul 09 15:59:14.526470 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:14.530218 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:14.540117 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-073fad2d-6f5d-4fdf-a5b5-1e4a452e5d9a service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232919
Jul 09 15:59:14.626165 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230a7d1-1b50-4b46-9552-a73130a271cc None None] Network 671905fc-d217-4657-8137-0b223947c94f requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:59:14.644953 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80913016-c2a5-4a1e-bc24-847211b98f94 req-69d0681f-36ae-4862-a199-edaa3b63bbf7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285105
Jul 09 15:59:14.666450 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.667180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:14.763741 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-e60b7e85-fd47-4385-9bea-83cb841ed2ce None None] Provisioning for port d16cdddb-779b-4750-adf4-23e1072d2dc9 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:14.785926 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ccab02-594b-4d7c-84cf-fec7ca1030e9 req-e6f91009-6e68-413c-b25a-aff30eadb4f2 service neutron] 10.222.0.79 "GET /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290268
Jul 09 15:59:14.821447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236036b5-1b0f-45a0-a21a-2d4529389180 req-d49d6631-cd1d-4c82-99ed-8c800fd640ea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:14.829904 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-236036b5-1b0f-45a0-a21a-2d4529389180 req-d49d6631-cd1d-4c82-99ed-8c800fd640ea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1036260
Jul 09 15:59:14.885086 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-236036b5-1b0f-45a0-a21a-2d4529389180 req-5a67481a-1177-4f6a-aec5-297757a323b1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533259
Jul 09 15:59:14.887335 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c72ff72f-0a7c-470d-9b8e-00b5c71218f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.037002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:59:15.120352 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['a71140f5-7079-4786-9400-5bdaa36c5997'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:15.183437 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d16cdddb-779b-4750-adf4-23e1072d2dc9 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:15.211541 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b651a87-6d7f-47fd-bc8f-c5f19d18d596 req-898f0fe7-64bc-4fc9-be46-9e2ada7dd7bf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:15.212916 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b651a87-6d7f-47fd-bc8f-c5f19d18d596 req-898f0fe7-64bc-4fc9-be46-9e2ada7dd7bf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.1131761
Jul 09 15:59:15.324497 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port d16cdddb-779b-4750-adf4-23e1072d2dc9 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:15.332703 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b651a87-6d7f-47fd-bc8f-c5f19d18d596 req-4cb646f5-0c76-4232-853b-20b728c9a3a4 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123660
Jul 09 15:59:15.334488 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738c20-511e-40ef-8bfd-10b70228952d req-c875dcda-8532-4b5d-8631-e9dbbe9a9f44 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:15.336018 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8c738c20-511e-40ef-8bfd-10b70228952d req-c875dcda-8532-4b5d-8631-e9dbbe9a9f44 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.0848405
Jul 09 15:59:15.336230 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d16cdddb-779b-4750-adf4-23e1072d2dc9 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:15.336615 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.373590 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:59:15.388666 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8c738c20-511e-40ef-8bfd-10b70228952d req-df2c1e6e-2a0c-44fc-9e84-c4e6d03d0f41 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441864
Jul 09 15:59:15.395559 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Sync routers for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:59:15.402195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.403585 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0005395
Jul 09 15:59:15.406341 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46550) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:15.463010 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:15.463671 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac21b50>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:15.676214 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.796898 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.803349 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port d16cdddb-779b-4750-adf4-23e1072d2dc9, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d16cdddb-779b-4750-adf4-23e1072d2dc9,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:15.821932 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:15.863656 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:15.868707 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:15.934855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aaea4-8cb5-48f6-a466-d1355bc44118 req-e1e50271-84ca-460c-a0a4-3e292f3c1c06 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:15.937485 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc5aaea4-8cb5-48f6-a466-d1355bc44118 req-e1e50271-84ca-460c-a0a4-3e292f3c1c06 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 944 time: 0.1187499
Jul 09 15:59:15.994703 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc5aaea4-8cb5-48f6-a466-d1355bc44118 req-adc02c9e-5015-471f-b5ca-c3a9d5297a64 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492947
Jul 09 15:59:16.187814 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=d16cdddb-779b-4750-adf4-23e1072d2dc9,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:16.193795 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:16.282852 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.287875 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac21b50>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:14Z', 'revision_number': 3, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:16.292192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Checking router: eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:59:16.292553 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Updating router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d port 9abc4193-af1b-4916-9594-8909c5ba7359 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:59:16.306976 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362303a4-959b-419b-9818-51e91603a918 req-88624e70-c5d9-4cf7-8420-13408c7be118 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:16.308444 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-362303a4-959b-419b-9818-51e91603a918 req-88624e70-c5d9-4cf7-8420-13408c7be118 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1696365
Jul 09 15:59:16.375556 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.420493 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-362303a4-959b-419b-9818-51e91603a918 req-93fe6b0f-a459-47b2-8f33-de7dc134d3d9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060243
Jul 09 15:59:16.561096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Allocated IP 172.20.0.1 (671905fc-d217-4657-8137-0b223947c94f/1443c5aa-dae5-4425-989d-8ac58219e644/62bd3819-bc91-462f-97ae-e7cc6395bd32) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:16.585940 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693a50-2fa3-4a6e-a592-3243b55ee491 req-45cda10c-77e8-4aca-87a6-dfe95152908a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:16.587486 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26693a50-2fa3-4a6e-a592-3243b55ee491 req-45cda10c-77e8-4aca-87a6-dfe95152908a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.1026924
Jul 09 15:59:16.646174 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26693a50-2fa3-4a6e-a592-3243b55ee491 req-e8f1be6a-fd44-4826-bd10-84f1ceac0f18 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512967
Jul 09 15:59:16.745021 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.757788 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Transition to ACTIVE for port object 9abc4193-af1b-4916-9594-8909c5ba7359 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:16.764725 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.769020 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:16.838206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38351d16-babe-423a-bb4a-821b8b9c16f2 req-5f7e3381-6dba-4aba-a674-12ba69aca92c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:16.839695 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-38351d16-babe-423a-bb4a-821b8b9c16f2 req-5f7e3381-6dba-4aba-a674-12ba69aca92c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.2676837
Jul 09 15:59:16.850344 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Pushing event updated for resources: {'Port': ['ID=9abc4193-af1b-4916-9594-8909c5ba7359,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:16.854001 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:16.855021 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Attempting to bind port 9abc4193-af1b-4916-9594-8909c5ba7359 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:16.855497 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Attempting to bind port 9abc4193-af1b-4916-9594-8909c5ba7359 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:16.855986 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Attempting to bind port 9abc4193-af1b-4916-9594-8909c5ba7359 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:16.864048 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:16.864618 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:16.865186 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.865657 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:16.866227 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Bound port: 9abc4193-af1b-4916-9594-8909c5ba7359, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:16.866797 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.868573 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.903784 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Transition to ACTIVE for port object 62bd3819-bc91-462f-97ae-e7cc6395bd32 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:16.920787 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-38351d16-babe-423a-bb4a-821b8b9c16f2 req-b325a643-44d0-4c5a-b9e1-deb22b1abb12 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698495
Jul 09 15:59:16.938949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.944882 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ceaa493f-0c5e-4b18-8726-16303e1c8091 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:16.963481 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] For port 9abc4193-af1b-4916-9594-8909c5ba7359, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:16.966636 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] For port 9abc4193-af1b-4916-9594-8909c5ba7359, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9abc4193-af1b-4916-9594-8909c5ba7359,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:16.971883 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:16.985372 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e67e4f3-af80-4cf5-9816-2508d071f67c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:17.014978 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Network 671905fc-d217-4657-8137-0b223947c94f is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:17.016047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Pushing event updated for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:17.019456 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:17.021256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:17.021928 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:17.081161 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.130556 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:17.131393 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac21b50>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:17.215288 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d16cdddb-779b-4750-adf4-23e1072d2dc9 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:17.291808 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.298020 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Pushing event updated for resources: {'Port': ['ID=9abc4193-af1b-4916-9594-8909c5ba7359,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:17.306788 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:17.326644 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.387537 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc0199-f2a3-4256-9635-8329a4b98ba9 req-043543b9-b161-4963-be6a-127f0014a74b tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:17.389013 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-26bc0199-f2a3-4256-9635-8329a4b98ba9 req-043543b9-b161-4963-be6a-127f0014a74b tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 944 time: 0.1857619
Jul 09 15:59:17.448398 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-42d73553-35d0-4476-8ed4-7e37457b0f5e None None] Provisioning for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:17.454857 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d16cdddb-779b-4750-adf4-23e1072d2dc9 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:17.455320 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.497036 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-42d73553-35d0-4476-8ed4-7e37457b0f5e None None] Provisioning complete for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:17.497421 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-42d73553-35d0-4476-8ed4-7e37457b0f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.539407 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-26bc0199-f2a3-4256-9635-8329a4b98ba9 req-7f3cd0e6-6c1a-4300-bfca-9943d3ee7a7c tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283290
Jul 09 15:59:17.561428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:17.605517 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.613645 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.652314 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:17.660359 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-42d73553-35d0-4476-8ed4-7e37457b0f5e None None] Port 62bd3819-bc91-462f-97ae-e7cc6395bd32 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:59:17.720411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:17.734940 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab47ef-1c78-4768-88a1-3155d705e4d1 req-2ba2a717-7f33-47bb-b882-935c636810d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:17.737351 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d5ab47ef-1c78-4768-88a1-3155d705e4d1 req-2ba2a717-7f33-47bb-b882-935c636810d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0824625
Jul 09 15:59:17.787876 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d5ab47ef-1c78-4768-88a1-3155d705e4d1 req-d2ced088-a368-4427-9fd0-8f95fa756cb3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431068
Jul 09 15:59:17.833457 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Pushing event updated for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:17.837029 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:17.973288 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac21b50>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:16Z', 'revision_number': 1, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:17.977497 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c2302-c3fe-4c35-86dd-09edb71ee9f8 None None] The sync data for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi is: [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:16Z', 'revision_number': 1, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:59:17.997593 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Network 671905fc-d217-4657-8137-0b223947c94f is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:17.998212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090fe5-8e29-4ecd-a9b3-d5c285d8ed55 req-a852c8fa-a061-4227-ad04-5141cb5a6532 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:17.999754 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d5090fe5-8e29-4ecd-a9b3-d5c285d8ed55 req-a852c8fa-a061-4227-ad04-5141cb5a6532 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.1735744
Jul 09 15:59:18.000791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:18.176153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:59:18.182169 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:18.217326 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d5090fe5-8e29-4ecd-a9b3-d5c285d8ed55 req-8f7d1d0a-19ba-45ab-9fc9-cf9f778fedc6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563396
Jul 09 15:59:18.462610 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port a71140f5-7079-4786-9400-5bdaa36c5997 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:18.482629 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port a71140f5-7079-4786-9400-5bdaa36c5997 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:18.483016 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:18.525846 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-24e3b7c7-d2c2-418a-8a81-35f0fc9aba31 None None] Provisioning complete for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:18.526248 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-24e3b7c7-d2c2-418a-8a81-35f0fc9aba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:18.530431 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:59:18.582625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:18.609301 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-24e3b7c7-d2c2-418a-8a81-35f0fc9aba31 None None] Port 62bd3819-bc91-462f-97ae-e7cc6395bd32 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:59:18.610808 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff', 'network_id': '759cf6a0-1b8f-495e-a6c0-055deb95c43c', 'port_id': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff', 'mac_address': 'fa:16:3e:14:32:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d6f3a9-ccba-4753-aec8-098b69b05954', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:59:18.810906 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:18.878470 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:18.882669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:18.919119 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:18.931894 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:18.941280 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:18.945811 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:18.992996 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:59:19.000033 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:19.008910 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:19.016192 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b3340-9c05-46b4-93e2-8c4badcd03bf req-24cf5066-bd2f-432e-99bf-27533232cdba tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:19.017710 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-531b3340-9c05-46b4-93e2-8c4badcd03bf req-24cf5066-bd2f-432e-99bf-27533232cdba tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 944 time: 0.1527903
Jul 09 15:59:19.022007 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] 10.222.0.74 "PUT /v2.0/routers/eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6137505
Jul 09 15:59:19.036051 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:19.039632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:19.040204 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:19.142010 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-531b3340-9c05-46b4-93e2-8c4badcd03bf req-549b7391-f6a0-40c8-bbf9-5fd12fb47424 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146526
Jul 09 15:59:19.163918 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:19.166989 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:19.218374 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9abc4193-af1b-4916-9594-8909c5ba7359 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:19.354630 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 9abc4193-af1b-4916-9594-8909c5ba7359 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:19.360729 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9abc4193-af1b-4916-9594-8909c5ba7359 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:19.361109 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:19.368452 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a2b09-f93b-4479-b33a-3b5c4774f129 req-583f0a67-b5e0-4644-8a48-4ee69d60ca04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:19.375778 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a58a2b09-f93b-4479-b33a-3b5c4774f129 req-583f0a67-b5e0-4644-8a48-4ee69d60ca04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1051896
Jul 09 15:59:19.442596 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a58a2b09-f93b-4479-b33a-3b5c4774f129 req-724baee7-f086-4899-a61d-8cb0b07daf18 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655966
Jul 09 15:59:19.471676 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:19.567417 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'code': 200}
Jul 09 15:59:19.567991 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:19.611609 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 9abc4193-af1b-4916-9594-8909c5ba7359, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9abc4193-af1b-4916-9594-8909c5ba7359,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:19.622031 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:19.626821 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:19.757101 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=9abc4193-af1b-4916-9594-8909c5ba7359,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:19.766178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:19.901180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9c976-638e-4d7e-8f2c-485734724363 req-ceef9c02-a509-41fb-84f6-ac6d8d6ece80 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:19.902685 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-aea9c976-638e-4d7e-8f2c-485734724363 req-ceef9c02-a509-41fb-84f6-ac6d8d6ece80 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0890706
Jul 09 15:59:20.006325 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-aea9c976-638e-4d7e-8f2c-485734724363 req-c4bff3f3-2ea8-4dff-a8e9-8f1604efd365 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980117
Jul 09 15:59:20.036491 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-019105d7-522c-4503-bda0-f6c371e672ca req-50c678d2-9a90-4fa0-98a4-770ae22860fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.0882659
Jul 09 15:59:20.095122 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-019105d7-522c-4503-bda0-f6c371e672ca req-90851cc4-7e6b-41c6-b672-e62c0c3cf6ae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483313
Jul 09 15:59:20.207515 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46622) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:20.213158 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-60458509-network', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:20.217729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:20.221553 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Usage tracker for resource:network and tenant:5b82a9957dec4d0db46e248e3f2fd96d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:20.224475 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:20.230166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:20.240555 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Made reservation on behalf of 5b82a9957dec4d0db46e248e3f2fd96d for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:20.242912 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.256150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.302955 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:20.308665 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Usage tracker for resource:security_group_rule and tenant:5b82a9957dec4d0db46e248e3f2fd96d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:20.314246 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:20.321100 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:20.348753 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba087a-62c7-4bad-9a42-1a5e594033a2 req-6ba7a29d-aaea-4db1-9182-a77347ff5208 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:20.350260 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b0ba087a-62c7-4bad-9a42-1a5e594033a2 req-6ba7a29d-aaea-4db1-9182-a77347ff5208 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 945 time: 0.0876844
Jul 09 15:59:20.394931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.399169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.402478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e8bfb529-3b1c-470e-a2c7-51440b4c1724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:20.431503 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 15:59:20.445362 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d45b91-7d7a-49a6-9581-26d5837b47be,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:20.449598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:20.452405 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.452736 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Added segment ec2bf211-d25a-41d5-a9a0-4978304e116c of type vlan for network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5
Jul 09 15:59:20.479628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.485620 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b0ba087a-62c7-4bad-9a42-1a5e594033a2 req-28d3807b-4307-49eb-b7ed-fecba73c3f84 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291382
Jul 09 15:59:20.510525 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.511738 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:20.512401 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.515693 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:20.674080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6b1745-91fd-4dca-8152-db3cb7ccc0f5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:20.677399 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4688628
Jul 09 15:59:20.679466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:20.680579 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46628) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:20.685187 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 15:59:20.687952 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Request body: {'subnet': {'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-60458509-subnet', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:20.696229 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:20.700468 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Usage tracker for resource:subnet and tenant:5b82a9957dec4d0db46e248e3f2fd96d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:20.704496 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:20.709510 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3716c-0ac6-4c2b-877f-6d774e4be2f2 req-4d50d2e8-0a6d-4b9d-95ed-42cbb7df5296 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:20.710993 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-98c3716c-0ac6-4c2b-877f-6d774e4be2f2 req-4d50d2e8-0a6d-4b9d-95ed-42cbb7df5296 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1013255
Jul 09 15:59:20.711926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:20.724259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Made reservation on behalf of 5b82a9957dec4d0db46e248e3f2fd96d for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:20.726908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:20.800741 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-98c3716c-0ac6-4c2b-877f-6d774e4be2f2 req-c0ab1c29-4782-40f0-b7b4-621a481ded49 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817404
Jul 09 15:59:20.999701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.004283 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-06e48bfc-c534-4994-8d81-2f5ccd2578f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:21.078944 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8acafc-ff28-4612-b518-085859019b98,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:21.083279 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:21.088145 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Checking segment: {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:21.088368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Network hostable DHCP agents. Network: ee6b1745-91fd-4dca-8152-db3cb7ccc0f5, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 15:59:21.112380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 15:59:21.126807 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, ee6b1745-91fd-4dca-8152-db3cb7ccc0f5) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:21.131708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:21.132313 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.147396 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9abc4193-af1b-4916-9594-8909c5ba7359 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:21.155639 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4737515
Jul 09 15:59:21.158066 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46638) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:21.164297 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:21.169701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:21.175492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Usage tracker for resource:router and tenant:5b82a9957dec4d0db46e248e3f2fd96d is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:21.176582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bf194-491b-4b51-b176-290e5c7166d8 None None] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:59:21.177890 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:21.183855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:21.197231 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.198338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.218232 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.251392 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb99f4-6f58-467a-ba3c-484b552eff46 req-900f6159-50a3-4eba-8153-1bdb7aa53e52 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:21.253712 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7bdb99f4-6f58-467a-ba3c-484b552eff46 req-900f6159-50a3-4eba-8153-1bdb7aa53e52 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.1196406
Jul 09 15:59:21.308031 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7bdb99f4-6f58-467a-ba3c-484b552eff46 req-babb31b2-9f59-405d-bf11-a055d32ef6eb tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463669
Jul 09 15:59:21.363064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9abc4193-af1b-4916-9594-8909c5ba7359 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:21.363444 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.387416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.501678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'fixed_ips': [{'subnet_id': '7b8acafc-ff28-4612-b518-085859019b98'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 15:59:21.503478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.602746 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.665163 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.693034 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Allocated IP 172.20.0.2 (ee6b1745-91fd-4dca-8152-db3cb7ccc0f5/7b8acafc-ff28-4612-b518-085859019b98/f5b54827-83b1-47ea-9852-f52a64ca64db) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:21.819094 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49321ba3-742f-404e-86c0-b2540e431a4d req-6af1200b-6452-4aa0-9e04-89e5f156e4d9 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:21.820796 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-49321ba3-742f-404e-86c0-b2540e431a4d req-6af1200b-6452-4aa0-9e04-89e5f156e4d9 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 945 time: 0.1905313
Jul 09 15:59:21.858268 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Allocated IP 172.27.2.186 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/d8e1f3e9-7611-4321-a51c-ddc15813aa76) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:21.962664 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:21.969933 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-49321ba3-742f-404e-86c0-b2540e431a4d req-36b4eb2c-42b8-4a7a-8020-6ef3041ae587 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366379
Jul 09 15:59:21.977597 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Transition to ACTIVE for port object f5b54827-83b1-47ea-9852-f52a64ca64db will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:22.002945 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Transition to ACTIVE for port object f5b54827-83b1-47ea-9852-f52a64ca64db will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:22.020327 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.024797 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:22.072819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.102469 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:22.109241 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:22.112970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:22.117387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Pushing event updated for resources: {'Port': ['ID=f5b54827-83b1-47ea-9852-f52a64ca64db,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:22.120417 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:22.131947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.139338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:22.166713 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d0871-354e-4717-a383-05a4c2f005c5 req-ee5e7188-1297-4929-92d2-69927a47237f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:22.173470 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-693d0871-354e-4717-a383-05a4c2f005c5 req-ee5e7188-1297-4929-92d2-69927a47237f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1618741
Jul 09 15:59:22.207888 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:22.212558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:22.215658 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:22.220076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:22.232504 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-693d0871-354e-4717-a383-05a4c2f005c5 req-5f8fc068-cce0-462d-8e2e-ecabf8e14e98 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579069
Jul 09 15:59:22.250834 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Pushing event updated for resources: {'Port': ['ID=d8e1f3e9-7611-4321-a51c-ddc15813aa76,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:22.264165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:22.300841 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Attempting to bind port f5b54827-83b1-47ea-9852-f52a64ca64db on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:22.301210 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Attempting to bind port f5b54827-83b1-47ea-9852-f52a64ca64db by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:22.301579 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Attempting to bind port f5b54827-83b1-47ea-9852-f52a64ca64db on network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:22.312582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:22.312959 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Checking segment: {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:22.313366 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.313764 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Bound using segment: {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:22.314255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Bound port: f5b54827-83b1-47ea-9852-f52a64ca64db, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:22.315283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.380212 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:22.389801 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:22.390212 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.401719 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.402528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.460424 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] For port f5b54827-83b1-47ea-9852-f52a64ca64db, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:22.465211 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] For port f5b54827-83b1-47ea-9852-f52a64ca64db, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=f5b54827-83b1-47ea-9852-f52a64ca64db,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:22.471598 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.475634 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:22.535598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ce95-db31-407a-af44-f10b3d4c781d req-354429cc-5c61-4998-8a68-97b4496b3177 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:22.537800 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ba73ce95-db31-407a-af44-f10b3d4c781d req-354429cc-5c61-4998-8a68-97b4496b3177 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.1008689
Jul 09 15:59:22.602328 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Pushing event updated for resources: {'Port': ['ID=f5b54827-83b1-47ea-9852-f52a64ca64db,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:22.612261 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ba73ce95-db31-407a-af44-f10b3d4c781d req-ce5c2ac5-d219-4409-88f3-beedbe5ad01c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622370
Jul 09 15:59:22.612459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:22.612459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.652756 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:22.653986 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:22.661621 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:22.663828 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:22.692249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Router b271866a-eb8f-47cb-84e2-d2d6683f6f2a is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 15:59:22.736101 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff', 'code': 200}
Jul 09 15:59:22.745746 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:22.751525 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:23.017004 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02029633-468f-48cc-90cc-3a3281e6a887 req-7d111c83-d76c-46a4-a6c2-2ab64976d917 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:23.018879 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-02029633-468f-48cc-90cc-3a3281e6a887 req-7d111c83-d76c-46a4-a6c2-2ab64976d917 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.1105449
Jul 09 15:59:23.063298 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a85e289e-e0dc-4e2d-ba55-e9731f072eff req-32ee69a4-88b9-4570-9a8d-7d6822091c04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 1099 time: 0.0729690
Jul 09 15:59:23.116704 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a85e289e-e0dc-4e2d-ba55-e9731f072eff req-a6bcfb2c-ee1b-4771-ad10-b5c7c16f5163 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456347
Jul 09 15:59:23.154210 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-02029633-468f-48cc-90cc-3a3281e6a887 req-542b061f-0985-4781-b1a2-5f10006a193d tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654852
Jul 09 15:59:23.170620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:59:23.181750 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Sync routers for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:59:23.195319 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46660) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:23.209367 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:23.213720 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0520766
Jul 09 15:59:23.213877 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:23.213877 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0febb0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:23.214133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 46662) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:23.241521 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device f5b54827-83b1-47ea-9852-f52a64ca64db up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:23.294412 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce9199-6272-44d1-abce-9c184247e593 req-bafefd33-0f75-4ed3-82bd-b3f1e9896677 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:23.306968 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f4ce9199-6272-44d1-abce-9c184247e593 req-bafefd33-0f75-4ed3-82bd-b3f1e9896677 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.1762152
Jul 09 15:59:23.338498 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port f5b54827-83b1-47ea-9852-f52a64ca64db completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:23.379388 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f4ce9199-6272-44d1-abce-9c184247e593 req-b41adf17-889c-4663-ab53-a4e0e93d61f8 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714536
Jul 09 15:59:23.506875 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:23.695584 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6122aa-6a83-4148-a7cc-050b6ed68492 req-fcc864d8-a056-43a0-a39e-8a8ed1c8b84c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:23.702733 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1f6122aa-6a83-4148-a7cc-050b6ed68492 req-fcc864d8-a056-43a0-a39e-8a8ed1c8b84c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1366539
Jul 09 15:59:23.713800 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-84e28f9c-adf7-4a1c-a541-6fdd4e46662a tempest-TestShelveInstance-102244897 tempest-TestShelveInstance-102244897-project-admin] Synchronizing usage tracker for tenant:ecfa290ed5f84ef9a6d02bb16cb70818 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:23.735815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-84e28f9c-adf7-4a1c-a541-6fdd4e46662a tempest-TestShelveInstance-102244897 tempest-TestShelveInstance-102244897-project-admin] Unset dirty status for tenant:ecfa290ed5f84ef9a6d02bb16cb70818 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:23.738123 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-84e28f9c-adf7-4a1c-a541-6fdd4e46662a tempest-TestShelveInstance-102244897 tempest-TestShelveInstance-102244897-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1093 time: 0.5282190
Jul 09 15:59:23.741209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 46674) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 15:59:23.747204 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:23.753628 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:23.757721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Usage tracker for resource:floatingip and tenant:70c2f4d400ef464eb1a7dfa43e59568d is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 15:59:23.760852 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 15:59:23.768505 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:23.781750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:23.827462 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1f6122aa-6a83-4148-a7cc-050b6ed68492 req-792e0515-9cec-453c-8c44-5f243ade0aed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238718
Jul 09 15:59:23.917313 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0febb0>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:22Z', 'revision_number': 3, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:23.931401 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Checking router: b271866a-eb8f-47cb-84e2-d2d6683f6f2a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:59:23.931777 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Updating router b271866a-eb8f-47cb-84e2-d2d6683f6f2a port d8e1f3e9-7611-4321-a51c-ddc15813aa76 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:59:23.979424 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:23.997032 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.044912 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b5980-9763-4243-b5b3-4799a4685fa9 None None] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 15:59:24.143564 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Allocated IP 172.27.2.195 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/f333914c-6000-4349-8b7d-857861ac1170) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:24.184589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Provisioning for port f5b54827-83b1-47ea-9852-f52a64ca64db completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:24.203171 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Provisioning complete for port f5b54827-83b1-47ea-9852-f52a64ca64db triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:24.203640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.309679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.373540 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.410611 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.428341 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:24.453185 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.498486 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] For port f5b54827-83b1-47ea-9852-f52a64ca64db, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=f5b54827-83b1-47ea-9852-f52a64ca64db,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:24.507857 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.510742 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:24.589115 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Pushing event updated for resources: {'Port': ['ID=f5b54827-83b1-47ea-9852-f52a64ca64db,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:24.600543 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:24.625563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:24.629300 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Allocated IP 172.20.0.1 (ee6b1745-91fd-4dca-8152-db3cb7ccc0f5/7b8acafc-ff28-4612-b518-085859019b98/976b37b3-7eb8-4808-bdee-8bcb8f33d267) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:24.629920 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'Port': ['ID=f333914c-6000-4349-8b7d-857861ac1170,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:24.638067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:24.640348 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:24.646540 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:24.737746 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.761104 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Transition to ACTIVE for port object d8e1f3e9-7611-4321-a51c-ddc15813aa76 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:24.770858 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.777972 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b2b14d63-ed1b-4518-bb2c-c3ae37d1973f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:24.866164 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-0c24ef50-6b0c-4e9d-8d1b-b73406b03520 None None] Provisioning complete for port f5b54827-83b1-47ea-9852-f52a64ca64db triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:24.866583 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0c24ef50-6b0c-4e9d-8d1b-b73406b03520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.873415 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Attempting to bind port d8e1f3e9-7611-4321-a51c-ddc15813aa76 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:24.873937 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Attempting to bind port d8e1f3e9-7611-4321-a51c-ddc15813aa76 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:24.874441 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Attempting to bind port d8e1f3e9-7611-4321-a51c-ddc15813aa76 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:24.882122 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Pushing event updated for resources: {'Port': ['ID=d8e1f3e9-7611-4321-a51c-ddc15813aa76,revision_number=2']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:24.882586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaaf9a-053f-436e-aa2c-5e6ae112cf62 req-fdbb3e39-0d06-4f72-adf0-6ce23521e5b2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:24.884402 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-94eaaf9a-053f-436e-aa2c-5e6ae112cf62 req-fdbb3e39-0d06-4f72-adf0-6ce23521e5b2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.3209352
Jul 09 15:59:24.895209 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:24.900023 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:24.901984 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.902538 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:24.908078 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Bound port: d8e1f3e9-7611-4321-a51c-ddc15813aa76, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:24.908749 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.943042 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:24.968726 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Transition to ACTIVE for port object 976b37b3-7eb8-4808-bdee-8bcb8f33d267 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:24.974912 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.975288 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.975719 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.976166 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.976587 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.977006 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.977422 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.977856 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.978291 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.978698 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.979107 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:24.983452 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:25.007200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.012087 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4207dd45-f7e9-424f-a96b-7580c8a2b650 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:25.023431 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] For port d8e1f3e9-7611-4321-a51c-ddc15813aa76, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:25.027789 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] For port d8e1f3e9-7611-4321-a51c-ddc15813aa76, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d8e1f3e9-7611-4321-a51c-ddc15813aa76,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:25.032662 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.039003 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:25.061210 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-94eaaf9a-053f-436e-aa2c-5e6ae112cf62 req-ea81f5b5-c378-4d3e-beea-48f40579e248 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630561
Jul 09 15:59:25.129049 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:25.136469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:25.148779 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:25.149412 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0febb0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:25.171394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:25.196641 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device f5b54827-83b1-47ea-9852-f52a64ca64db up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:25.242343 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Pushing event updated for resources: {'Port': ['ID=d8e1f3e9-7611-4321-a51c-ddc15813aa76,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:25.246162 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-1fba1c00-f17e-4542-b9e3-be7d48618a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:25.260139 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Pushing event updated for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:25.275558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:25.282133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.324803 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port f5b54827-83b1-47ea-9852-f52a64ca64db triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:25.325207 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.414607 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.439154 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:25.546025 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-73abd242-d09f-43ed-a3c3-aca640eb4bfc None None] Provisioning for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:25.553623 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-73abd242-d09f-43ed-a3c3-aca640eb4bfc None None] Provisioning complete for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:25.554045 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-73abd242-d09f-43ed-a3c3-aca640eb4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.581992 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ab7c0-2967-4929-895e-ccdf30d3dcc1 req-5847d112-15b4-46f1-835e-8a5db4988e68 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:25.583516 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a04ab7c0-2967-4929-895e-ccdf30d3dcc1 req-5847d112-15b4-46f1-835e-8a5db4988e68 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1815245
Jul 09 15:59:25.643667 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-73abd242-d09f-43ed-a3c3-aca640eb4bfc None None] Port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:59:25.732385 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a04ab7c0-2967-4929-895e-ccdf30d3dcc1 req-a347ef9c-9693-41ae-ae0b-845ecc3c1242 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352196
Jul 09 15:59:25.764864 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.858757 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.863363 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.878666 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:25.899752 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0febb0>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:22Z', 'revision_number': 3, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:25.903981 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ebd92-1a60-49f3-a89f-f49fde990c2a None None] The sync data for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi is: [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:22Z', 'revision_number': 3, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:59:25.929410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:26.006586 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.010637 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Pushing event updated for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:26.013691 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:26.088098 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.092499 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.097378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-dc4191e9-3665-4d76-87e0-e7b167451b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:26.151617 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:26.152829 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:26.194849 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:59:26.200713 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event updated for resources: {'Port': ['ID=f333914c-6000-4349-8b7d-857861ac1170,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:26.209675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:26.223429 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.393648 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:26.412459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:59:26.485180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.502978 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5168f0-df8d-460c-8b03-cb1d0fd6cb68 req-62911f30-8e1c-454a-bfa1-44c5ff58d7e4 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:26.504857 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2a5168f0-df8d-460c-8b03-cb1d0fd6cb68 req-62911f30-8e1c-454a-bfa1-44c5ff58d7e4 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.2436571
Jul 09 15:59:26.516444 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1a858e6a-9131-4b6a-aa61-eec1f0c3bb20 None None] Provisioning complete for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:26.516858 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1a858e6a-9131-4b6a-aa61-eec1f0c3bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.532524 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Floating IP a796949a-7202-4c68-801b-dcd8006deaa8 associated. External IP: 172.27.2.195, port: a71140f5-7079-4786-9400-5bdaa36c5997.
Jul 09 15:59:26.548152 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:26.571113 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2a5168f0-df8d-460c-8b03-cb1d0fd6cb68 req-973b732f-a3c3-4649-ad22-5153819d7249 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576901
Jul 09 15:59:26.581990 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:26.586916 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1a858e6a-9131-4b6a-aa61-eec1f0c3bb20 None None] Port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:59:26.591257 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:26.592870 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:26.663702 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=6']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:26.666687 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:26.702596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Router b271866a-eb8f-47cb-84e2-d2d6683f6f2a has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:59:26.882059 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['b5f403b0-ee24-45cb-8b06-618ce2931ca3'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:27.013299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:59:27.024920 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] 10.222.0.74 "PUT /v2.0/routers/b271866a-eb8f-47cb-84e2-d2d6683f6f2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8099742
Jul 09 15:59:27.190441 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257254a-fb75-4c6f-abe4-523548ca6ec7 req-3acb6abe-d74f-4cfa-aa7b-918e0a4612d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:27.192128 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c257254a-fb75-4c6f-abe4-523548ca6ec7 req-3acb6abe-d74f-4cfa-aa7b-918e0a4612d7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.1106148
Jul 09 15:59:27.233211 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Router f719e062-540c-435b-8c58-0a35888bc3fd has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 15:59:27.315866 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c257254a-fb75-4c6f-abe4-523548ca6ec7 req-5ea14a9c-5816-4445-9968-2117a5587b5d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146584
Jul 09 15:59:27.463245 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 15:59:27.478229 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Sync routers for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:59:27.497375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:27.517698 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:27.518954 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a880>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:27.562508 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8201778
Jul 09 15:59:27.566177 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:27.635824 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'status': 'completed', 'code': 200}
Jul 09 15:59:27.784001 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:27.849903 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-f0a8dd00-7771-489a-9cbe-4408a5e3e1f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.0848854
Jul 09 15:59:28.081488 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-44a1a2a0-361b-4c74-87fd-fd534a36131c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:28.083679 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-44a1a2a0-361b-4c74-87fd-fd534a36131c service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.2185571
Jul 09 15:59:28.223523 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:28.253153 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-e2f2c2af-13b6-4ccd-843f-d4464c179c13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 999 time: 0.1585047
Jul 09 15:59:28.383068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:28.383452 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:28.436555 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-f134bc88-310f-450d-a657-db7d4fd1132d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:28.444856 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-f134bc88-310f-450d-a657-db7d4fd1132d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.1760857
Jul 09 15:59:28.488933 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a880>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'a796949a-7202-4c68-801b-dcd8006deaa8', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'mac_address': 'fa:16:3e:9d:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:25Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 0, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:28.552051 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Checking router: f719e062-540c-435b-8c58-0a35888bc3fd for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:59:28.576515 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:28.593686 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:28.594376 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a880>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:28.651733 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-a7d14a7e-3aac-4d0c-9fac-a154c8667461 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1965201
Jul 09 15:59:28.722269 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365804d7-be50-4d79-9d33-d4394a506296 req-26c8d3eb-4bec-4e72-b422-8b12cdd9ba1b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:28.723820 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-26c8d3eb-4bec-4e72-b422-8b12cdd9ba1b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.3609114
Jul 09 15:59:28.754889 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-9ef55082-ac0d-42d2-ab1a-d95f04f92034 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/quotas/680f4661850d40adbf9d84d5a6d34924 HTTP/1.1" status: 200  len: 375 time: 0.0184603
Jul 09 15:59:28.880264 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:28.882802 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-3e32c96e-05a4-4cd5-98c2-5897ea21ccd9 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1276553
Jul 09 15:59:28.936820 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4faf59-b54b-4bd7-921f-c0dde3ebbd6d req-300219f7-6ec9-4cca-8156-59e00b2f34ef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:28.946909 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ca4faf59-b54b-4bd7-921f-c0dde3ebbd6d req-300219f7-6ec9-4cca-8156-59e00b2f34ef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.3812573
Jul 09 15:59:28.962585 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:28.991479 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:29.006029 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:29.009624 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:29.065318 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ca4faf59-b54b-4bd7-921f-c0dde3ebbd6d req-8a38cb2c-bb9d-4a7b-ac5e-222fbe859101 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105480
Jul 09 15:59:29.099136 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-76e49b0e-089e-4934-a6c6-16c3f0d77121 service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073474
Jul 09 15:59:29.104712 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-dbd78f25-a5c5-4192-949b-2be7cf8bdc73 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4432781
Jul 09 15:59:29.270971 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-3ebc4b4e-9a7c-45a2-a4fa-dc9f7855de85 service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707380
Jul 09 15:59:29.278853 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'code': 200}
Jul 09 15:59:29.287171 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ba08745-7659-4a43-8bfa-5e96709a89bb req-f8fca79f-a7da-4450-ba48-4c8bf8b54e95 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739321
Jul 09 15:59:29.353564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=7']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:29.370227 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:29.514872 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c244d7c9-c0a4-419e-9691-66b5214ebbaa req-f24f037e-bee9-4859-b8f7-63ba3193d028 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 210 time: 0.0728409
Jul 09 15:59:29.649386 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a880>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'a796949a-7202-4c68-801b-dcd8006deaa8', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'mac_address': 'fa:16:3e:9d:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:25Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 0, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:29.655965 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fa6e6f-2a00-40ae-9ac4-42dbfeec39ef None None] The sync data for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi is: [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'a796949a-7202-4c68-801b-dcd8006deaa8', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'mac_address': 'fa:16:3e:9d:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T15:59:25Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 0, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:59:30.353081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10864d-08e9-4f7d-8cc4-0a6fd8511e42 req-feffe2a0-6549-4364-b3a4-b0e51a434839 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:30.355182 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee10864d-08e9-4f7d-8cc4-0a6fd8511e42 req-feffe2a0-6549-4364-b3a4-b0e51a434839 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0889125
Jul 09 15:59:30.404270 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee10864d-08e9-4f7d-8cc4-0a6fd8511e42 req-c63aaf27-a88b-418c-8609-cd145fb97798 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432177
Jul 09 15:59:30.722220 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8db8d307-9ea7-4406-a4c9-77d441099b94 req-f4050463-12fe-44b3-a702-febfc5225b63 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 210 time: 0.0523224
Jul 09 15:59:31.101050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365804d7-be50-4d79-9d33-d4394a506296 req-59db5863-6e04-4e56-9a5b-dc7cfbaa7804 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:31.101537 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-59db5863-6e04-4e56-9a5b-dc7cfbaa7804 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.2473857
Jul 09 15:59:31.120494 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 15:59:31.139016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Request body: {'port': {'device_id': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'admin_state_up': True, 'tenant_id': '680f4661850d40adbf9d84d5a6d34924'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:31.297818 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d8e1f3e9-7611-4321-a51c-ddc15813aa76 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:31.356060 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:31.377182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:31.389617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:31.392149 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port d8e1f3e9-7611-4321-a51c-ddc15813aa76 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:31.394951 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:31.399606 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d8e1f3e9-7611-4321-a51c-ddc15813aa76 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:31.400215 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:31.587564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:31.605809 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port d8e1f3e9-7611-4321-a51c-ddc15813aa76, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d8e1f3e9-7611-4321-a51c-ddc15813aa76,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:31.610637 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:31.613447 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-8e3ca21b-0214-49ce-be91-c8983150e272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:31.710308 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=d8e1f3e9-7611-4321-a51c-ddc15813aa76,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:31.715801 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:31.747872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Allocated IP 172.20.0.8 (626ee016-1050-48e4-91da-86991884c767/40fd3ed9-df29-49d3-9ad7-abbd223b4f58/c9144d75-8fe0-4e40-9e23-bdaec7702b0b) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:31.823378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44131-3129-404c-b8c3-1f42b4bba6e2 req-1258a93a-ea23-4812-a790-20d1abff3aa6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:31.824833 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-63f44131-3129-404c-b8c3-1f42b4bba6e2 req-1258a93a-ea23-4812-a790-20d1abff3aa6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1934271
Jul 09 15:59:31.966850 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8ca08378-0a0f-4180-a3f6-1fbdb56a1d22 req-39e889f2-3254-493a-a5d2-5d43df1384ef tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 210 time: 0.0748990
Jul 09 15:59:32.056928 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-63f44131-3129-404c-b8c3-1f42b4bba6e2 req-ea5b7ce9-b15e-46b3-9261-32e494ac7488 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888118
Jul 09 15:59:32.274587 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:32.309435 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6af44d-88d6-4c5a-b71a-ee4a68a074a2 None None] New status for floating IP a796949a-7202-4c68-801b-dcd8006deaa8: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 15:59:32.340443 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Sync routers for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:59:32.373289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:32.399293 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:32.405589 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:32.406570 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5acf9400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:32.479058 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:32.536917 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Network 626ee016-1050-48e4-91da-86991884c767 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:32.540285 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:32.544601 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:32.589989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event updated for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:32.594440 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:32.638068 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:32.638689 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:32.671518 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5363700
Jul 09 15:59:32.693082 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Request body: {'port': {'device_id': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:32.755956 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:32.832040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.164765 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5acf9400>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 2, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:33.168615 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Checking router: eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:59:33.169160 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Updating router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d port 62bd3819-bc91-462f-97ae-e7cc6395bd32 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:59:33.200255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d8e1f3e9-7611-4321-a51c-ddc15813aa76 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:33.291136 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.351602 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8018fc-e890-4eba-88ef-494ab21a14dd req-2d7b831b-6c40-4663-b348-2e1e21359570 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:33.354011 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8f8018fc-e890-4eba-88ef-494ab21a14dd req-2d7b831b-6c40-4663-b348-2e1e21359570 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0897884
Jul 09 15:59:33.414599 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8f8018fc-e890-4eba-88ef-494ab21a14dd req-44e63cc5-7412-4372-b758-39184b4a7dfd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511312
Jul 09 15:59:33.427334 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port d8e1f3e9-7611-4321-a51c-ddc15813aa76 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:33.427897 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.550520 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ca50-e5ca-45d9-8f59-0ff117bc9d2f req-ea11fcc5-03d5-4db8-a70d-cdc77a71c71f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:33.551256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-b902ca50-e5ca-45d9-8f59-0ff117bc9d2f req-ea11fcc5-03d5-4db8-a70d-cdc77a71c71f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:33.616528 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-b902ca50-e5ca-45d9-8f59-0ff117bc9d2f req-ea11fcc5-03d5-4db8-a70d-cdc77a71c71f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:33.623376 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b902ca50-e5ca-45d9-8f59-0ff117bc9d2f req-ea11fcc5-03d5-4db8-a70d-cdc77a71c71f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 931 time: 0.3432126
Jul 09 15:59:33.687942 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9144d75-8fe0-4e40-9e23-bdaec7702b0b {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:33.698477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.716615 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Transition to ACTIVE for port object c9144d75-8fe0-4e40-9e23-bdaec7702b0b will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:33.728164 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.735275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:33.920682 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.924605 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b902ca50-e5ca-45d9-8f59-0ff117bc9d2f req-d9cf9d1c-2956-44b8-bef1-bff88ece33e5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3001616
Jul 09 15:59:33.934636 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Transition to ACTIVE for port object 62bd3819-bc91-462f-97ae-e7cc6395bd32 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:33.942281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:33.945831 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:33.955669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:33.960672 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:34.092087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Attempting to bind port c9144d75-8fe0-4e40-9e23-bdaec7702b0b on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:34.092831 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Attempting to bind port c9144d75-8fe0-4e40-9e23-bdaec7702b0b by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:34.093448 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Attempting to bind port c9144d75-8fe0-4e40-9e23-bdaec7702b0b on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:34.102549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Port c9144d75-8fe0-4e40-9e23-bdaec7702b0b on network 626ee016-1050-48e4-91da-86991884c767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:59:34.103222 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Attempting to bind port c9144d75-8fe0-4e40-9e23-bdaec7702b0b on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:34.106603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Pushing event updated for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:34.111834 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:34.113342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:34.114505 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Checking segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:34.115183 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Bound using segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:34.115971 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Bound port: c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:34.116587 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.249235 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Attempting to bind port 62bd3819-bc91-462f-97ae-e7cc6395bd32 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:34.249787 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Attempting to bind port 62bd3819-bc91-462f-97ae-e7cc6395bd32 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:34.250193 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Attempting to bind port 62bd3819-bc91-462f-97ae-e7cc6395bd32 on network 671905fc-d217-4657-8137-0b223947c94f {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:34.263510 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:34.264227 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Checking segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:34.264807 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.265387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Bound using segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:34.266065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Bound port: 62bd3819-bc91-462f-97ae-e7cc6395bd32, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:34.266649 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.367567 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:34.385489 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:34.395554 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.405490 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-844593bc-a548-419e-b753-f58b7b377510 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:34.412356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] For port 62bd3819-bc91-462f-97ae-e7cc6395bd32, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:34.415846 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] For port 62bd3819-bc91-462f-97ae-e7cc6395bd32, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=62bd3819-bc91-462f-97ae-e7cc6395bd32,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:34.435125 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.440616 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-3e43bbbd-6253-46b8-bd1c-5819a8f4440d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:34.525943 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:34.527443 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] 10.222.0.79 "PUT /v2.0/ports/c9144d75-8fe0-4e40-9e23-bdaec7702b0b HTTP/1.1" status: 200  len: 1093 time: 1.8409762
Jul 09 15:59:34.527853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:34.538378 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:34.539142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5acf9400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:34.589929 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:34.609763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:34.688123 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', 'status': 'completed', 'code': 200}
Jul 09 15:59:34.694175 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Pushing event updated for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:34.699765 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:34.708556 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c592761-f099-4044-95e9-1b70d97fdd28 req-44ea6a20-08f1-4d7f-b7c9-606846c9d2d3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:34.711237 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2c592761-f099-4044-95e9-1b70d97fdd28 req-44ea6a20-08f1-4d7f-b7c9-606846c9d2d3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1226275
Jul 09 15:59:34.797921 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-1c8c94d5-ffff-4446-a4fc-6fb41a640316 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 1096 time: 0.1847169
Jul 09 15:59:34.800648 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2c592761-f099-4044-95e9-1b70d97fdd28 req-7ee182e9-6851-4f54-940e-07bff86a6cdd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832272
Jul 09 15:59:34.927196 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:34.942121 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-1287b46a-723b-4280-b16f-d0ffbb011749 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b HTTP/1.1" status: 200  len: 217 time: 0.1218226
Jul 09 15:59:35.071504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365804d7-be50-4d79-9d33-d4394a506296 req-cf07c038-4bbb-4804-8dea-108807b3983b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:35.075956 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-cf07c038-4bbb-4804-8dea-108807b3983b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.1157138
Jul 09 15:59:35.176634 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-a5687bb8-c24d-48c1-a202-689ef057e41e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0881603
Jul 09 15:59:35.177174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cec5b-3987-4b5c-92d3-50bf396dd36b req-6ffe6863-cc89-4562-b5d7-7eb7c7563391 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:35.179926 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-386cec5b-3987-4b5c-92d3-50bf396dd36b req-6ffe6863-cc89-4562-b5d7-7eb7c7563391 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.1026623
Jul 09 15:59:35.248436 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 62bd3819-bc91-462f-97ae-e7cc6395bd32 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:35.256432 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-386cec5b-3987-4b5c-92d3-50bf396dd36b req-839b7e83-6252-42b4-8eef-036430a85e70 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709589
Jul 09 15:59:35.382624 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-9517f1a3-c14b-4897-a430-2f889a989590 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896989
Jul 09 15:59:35.399558 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:35.405882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:35.406300 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:35.492776 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5acf9400>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:34Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:35.552778 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7b17af-168a-4c1f-9b78-61da5df8ee30 None None] The sync data for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi is: [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:34Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:59:35.569878 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-365804d7-be50-4d79-9d33-d4394a506296 req-9acd3366-df34-46d3-971b-e1e3d4788e06 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792393
Jul 09 15:59:35.603723 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:35.654320 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 62bd3819-bc91-462f-97ae-e7cc6395bd32, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=62bd3819-bc91-462f-97ae-e7cc6395bd32,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:35.660882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:35.665651 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-53515d62-e94e-4276-83dd-94e36efc2b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:35.806767 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:35.819184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:35.870622 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-6acb75b4-94ba-486d-b27a-b60d428bc008 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 1096 time: 0.1232631
Jul 09 15:59:36.182067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-37a08eea-8558-4ab5-8194-cf3cf25e32c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:36.183555 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-37a08eea-8558-4ab5-8194-cf3cf25e32c1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 915 time: 0.2858157
Jul 09 15:59:36.275533 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-2a5c1ebe-d960-4ba4-b830-accb6cbf59b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b HTTP/1.1" status: 200  len: 217 time: 0.0790606
Jul 09 15:59:36.282217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc51fb4-89be-4b23-9b26-8179acf906e1 req-efe6e5a8-8761-41af-8eff-b207ba3aaa74 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:36.291545 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ebc51fb4-89be-4b23-9b26-8179acf906e1 req-efe6e5a8-8761-41af-8eff-b207ba3aaa74 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.2384694
Jul 09 15:59:36.395680 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-789f3137-56df-476a-ab8f-9d59df233dd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:36.397159 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-789f3137-56df-476a-ab8f-9d59df233dd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.1035554
Jul 09 15:59:36.410458 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ebc51fb4-89be-4b23-9b26-8179acf906e1 req-28cbbb88-23b4-4a97-9576-c64c211ae764 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178453
Jul 09 15:59:36.465432 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-d9320536-00ca-4280-8b89-e28c9dccfda5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539694
Jul 09 15:59:36.523355 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f228a-e003-4f06-84c1-629c678f49af req-da4786cb-d4ae-47fe-9552-397537a6053a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:36.538403 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-138f228a-e003-4f06-84c1-629c678f49af req-da4786cb-d4ae-47fe-9552-397537a6053a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.1311316
Jul 09 15:59:36.598689 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-138f228a-e003-4f06-84c1-629c678f49af req-ea4d1789-a183-4ad1-88e2-9735128b9466 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592434
Jul 09 15:59:36.709378 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-bd0c9275-8cb6-43ba-8a65-9af785e9232b service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364295
Jul 09 15:59:36.928906 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93313530-f243-4a7a-bf70-cfcb6ebcd5a7 req-87a0fe0b-0f39-4fdf-88a8-8f8a73ab3325 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121909
Jul 09 15:59:37.166724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 62bd3819-bc91-462f-97ae-e7cc6395bd32 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:37.248889 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 62bd3819-bc91-462f-97ae-e7cc6395bd32 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:37.249533 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:37.863674 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5e739-ed17-439d-b4a0-2c060a420cc9 req-812ebf18-18aa-4d50-a2a2-67ac755cd466 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:37.870084 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0bf5e739-ed17-439d-b4a0-2c060a420cc9 req-812ebf18-18aa-4d50-a2a2-67ac755cd466 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.2854116
Jul 09 15:59:38.046192 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0bf5e739-ed17-439d-b4a0-2c060a420cc9 req-60a65bb1-2abc-4302-8ffb-c7ee364b3fcb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647441
Jul 09 15:59:38.133692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ebd2-57be-4612-a065-e923a6db7e7e req-1bb6dd62-3a40-41f7-bb52-d96945639ba3 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:38.135601 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c579ebd2-57be-4612-a065-e923a6db7e7e req-1bb6dd62-3a40-41f7-bb52-d96945639ba3 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.3784814
Jul 09 15:59:38.196867 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c579ebd2-57be-4612-a065-e923a6db7e7e req-c6821282-ae7c-446b-ad7d-078fd33b6c85 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554686
Jul 09 15:59:39.303823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb32e7-0584-4658-ba02-2564a8472dca req-a24a3d6a-5734-4e7f-86a6-6de5856e73c8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:39.306330 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fddb32e7-0584-4658-ba02-2564a8472dca req-a24a3d6a-5734-4e7f-86a6-6de5856e73c8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0911572
Jul 09 15:59:39.358916 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fddb32e7-0584-4658-ba02-2564a8472dca req-7a2a1fb0-d3df-4ee4-b835-51edbae7473c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466928
Jul 09 15:59:39.599158 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dfb50-90c6-4e88-9f37-9a9782c136bb req-24110d2e-9b54-44c6-bcb6-3bf62e9bb4f7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:39.600861 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab2dfb50-90c6-4e88-9f37-9a9782c136bb req-24110d2e-9b54-44c6-bcb6-3bf62e9bb4f7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.0854952
Jul 09 15:59:39.652376 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab2dfb50-90c6-4e88-9f37-9a9782c136bb req-9d4bd659-02b8-4def-b56a-928f95aa392b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455968
Jul 09 15:59:40.604809 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4363b27-ce12-4c83-a9f0-7bdedfdfaf52 req-95bd3491-2a02-4308-bd9f-be672ee24628 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:40.606664 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4363b27-ce12-4c83-a9f0-7bdedfdfaf52 req-95bd3491-2a02-4308-bd9f-be672ee24628 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0881128
Jul 09 15:59:40.659093 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4363b27-ce12-4c83-a9f0-7bdedfdfaf52 req-b2b70826-a620-403f-b9aa-33c345d71186 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467911
Jul 09 15:59:40.861539 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:40.971108 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a1742-5ed0-416a-a9db-76aadea15f2c req-ef5e2372-bb3d-4a68-8c78-9b6f2c6b2fd5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:40.973024 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-813a1742-5ed0-416a-a9db-76aadea15f2c req-ef5e2372-bb3d-4a68-8c78-9b6f2c6b2fd5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.1850774
Jul 09 15:59:41.030134 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-813a1742-5ed0-416a-a9db-76aadea15f2c req-93d8a808-a600-4fe7-9604-271875a4ae80 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504029
Jul 09 15:59:41.923680 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf85ea-5c6c-43b4-876a-497556be224d req-327fa3a3-4f4f-4633-9c61-6889ff98956e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:41.925356 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1baf85ea-5c6c-43b4-876a-497556be224d req-327fa3a3-4f4f-4633-9c61-6889ff98956e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0919523
Jul 09 15:59:41.977147 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1baf85ea-5c6c-43b4-876a-497556be224d req-919261a4-bc36-4b82-a61f-0f43d70cd995 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439932
Jul 09 15:59:42.255081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e386-eb35-4593-a4a5-54d74a727dda req-4a4e6d79-9bff-4cf7-b76d-f92a5a7a115c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:42.257046 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4976e386-eb35-4593-a4a5-54d74a727dda req-4a4e6d79-9bff-4cf7-b76d-f92a5a7a115c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.0966861
Jul 09 15:59:42.317743 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4976e386-eb35-4593-a4a5-54d74a727dda req-9b840381-4764-4452-930a-8e43e3d08b1c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539031
Jul 09 15:59:42.516704 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8217ffb5-5500-459e-87e7-b3e11f89860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:42.857769 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:43.240447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536d27a-020a-4b14-a81d-e895bc9d50e1 req-d65c2b94-f93d-4b07-8ed0-5eaacb582383 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:43.247785 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4536d27a-020a-4b14-a81d-e895bc9d50e1 req-d65c2b94-f93d-4b07-8ed0-5eaacb582383 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0946987
Jul 09 15:59:43.294372 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4536d27a-020a-4b14-a81d-e895bc9d50e1 req-5751e97e-564a-46c0-8eb8-cfd84317603a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452085
Jul 09 15:59:43.568666 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6741a-df87-4dd8-804c-af05889cc9d6 req-163b1765-0be6-421c-bfd1-978b65cd26a6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:43.576547 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0af6741a-df87-4dd8-804c-af05889cc9d6 req-163b1765-0be6-421c-bfd1-978b65cd26a6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 943 time: 0.0908995
Jul 09 15:59:43.630578 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0af6741a-df87-4dd8-804c-af05889cc9d6 req-57ef4183-a004-42f0-9cc2-dda4bd1417d8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534751
Jul 09 15:59:44.294583 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device c9144d75-8fe0-4e40-9e23-bdaec7702b0b details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 15:59:44.510965 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:44.535934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'port_id': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', 'mac_address': 'fa:16:3e:2f:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd3ed9-df29-49d3-9ad7-abbd223b4f58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 15:59:44.576352 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab24828-6dec-41ed-978c-cc2323e48644 req-e99b818c-e614-4436-803c-158cb6a8f32d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:44.577897 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eab24828-6dec-41ed-978c-cc2323e48644 req-e99b818c-e614-4436-803c-158cb6a8f32d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1059961
Jul 09 15:59:44.616705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:44.631650 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eab24828-6dec-41ed-978c-cc2323e48644 req-88152795-905b-4af4-b317-7c12b4288ca6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461838
Jul 09 15:59:44.653424 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9144d75-8fe0-4e40-9e23-bdaec7702b0b {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:44.669727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:44.675429 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:44.677780 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:44.770383 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:44.784124 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:44.785232 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a8078d64-0ad3-4d11-af2b-336b4586e830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:44.916895 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6090e-3e8c-4e85-acd1-d8c00271ceb2 req-4d83be89-9fbe-4f98-9b75-ff5da3323e4b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:44.918497 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ccb6090e-3e8c-4e85-acd1-d8c00271ceb2 req-4d83be89-9fbe-4f98-9b75-ff5da3323e4b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 944 time: 0.0969217
Jul 09 15:59:44.978949 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ccb6090e-3e8c-4e85-acd1-d8c00271ceb2 req-8b4362f2-e951-44c9-b24a-ba3033dab113 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537055
Jul 09 15:59:45.719428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:45.919386 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48563f3a-babb-4213-b2ef-d43cb48a4cf3 req-b42d2747-00ac-4d8e-b1b8-7457e9ae9bc8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:45.928614 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-48563f3a-babb-4213-b2ef-d43cb48a4cf3 req-b42d2747-00ac-4d8e-b1b8-7457e9ae9bc8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1275759
Jul 09 15:59:46.020920 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-48563f3a-babb-4213-b2ef-d43cb48a4cf3 req-085eba88-8257-404d-a434-8ab66500af03 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913291
Jul 09 15:59:46.294650 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b75cb-9672-47fe-9cd3-51fdddc9b58e req-950591e0-604e-47b5-abd4-e335ceca578b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:46.296034 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-701b75cb-9672-47fe-9cd3-51fdddc9b58e req-950591e0-604e-47b5-abd4-e335ceca578b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 944 time: 0.0832112
Jul 09 15:59:46.352505 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-701b75cb-9672-47fe-9cd3-51fdddc9b58e req-c00d550a-ca0c-4491-a2a8-c43d9661902d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507097
Jul 09 15:59:47.180038 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:47.396581 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34e31-06e5-46a5-b208-1a65ba080bce req-a5d156dc-a699-4011-bd39-3f178b5be504 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:47.403876 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15f34e31-06e5-46a5-b208-1a65ba080bce req-a5d156dc-a699-4011-bd39-3f178b5be504 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0874155
Jul 09 15:59:47.450014 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15f34e31-06e5-46a5-b208-1a65ba080bce req-2f500fea-59cf-4e87-9e96-eb2671502506 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452571
Jul 09 15:59:47.752187 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-4b848db2-e2e7-4f93-8ca4-128b0989663f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:47.752955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-4b848db2-e2e7-4f93-8ca4-128b0989663f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:network {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:47.771381 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-4b848db2-e2e7-4f93-8ca4-128b0989663f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:network {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:47.772860 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-4b848db2-e2e7-4f93-8ca4-128b0989663f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 815 time: 0.1726718
Jul 09 15:59:47.790319 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-1249bbf7-22a2-4b52-a7e4-82b302df9f04 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/quotas/252c4a8abd1c425ca5b4c195694ce920 HTTP/1.1" status: 200  len: 375 time: 0.0118766
Jul 09 15:59:47.883137 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-9ad66db4-5b5d-45ca-a6a9-72622943c3f7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0875740
Jul 09 15:59:48.226963 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-5c1850d4-f6f0-4a14-8cae-9379b71bcfe1 service neutron] 10.222.0.74 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3288298
Jul 09 15:59:48.390370 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-d558d906-e9b1-4e28-a5a5-af74c5a07951 service neutron] 10.222.0.74 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562488
Jul 09 15:59:48.728495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90ed86-f63b-4bd7-8e02-5bad9b280694 req-856eaaa5-f45a-4b09-b902-a27bfa172180 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:48.730006 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5b90ed86-f63b-4bd7-8e02-5bad9b280694 req-856eaaa5-f45a-4b09-b902-a27bfa172180 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 944 time: 0.0978625
Jul 09 15:59:48.809813 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5b90ed86-f63b-4bd7-8e02-5bad9b280694 req-ffb1601e-0068-4a81-ba45-2b36c7678a18 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713265
Jul 09 15:59:49.101383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971718d-4832-42fd-92b3-b54d87f58a96 req-46e4c74c-b865-4d96-9d8f-a6ca3e5e2bdb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:49.103086 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f971718d-4832-42fd-92b3-b54d87f58a96 req-46e4c74c-b865-4d96-9d8f-a6ca3e5e2bdb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1102493
Jul 09 15:59:49.192451 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f971718d-4832-42fd-92b3-b54d87f58a96 req-06402671-528a-4994-afae-46b1a7097e04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710258
Jul 09 15:59:49.224878 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-79b04865-d49d-4603-8161-dd84ce1afd59 req-885a76d1-84ba-41e9-b8c6-e1582851664c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:49.253341 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-f7542391-c812-456d-b7e9-13618c852cc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1098 time: 0.1862600
Jul 09 15:59:49.255295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-79b04865-d49d-4603-8161-dd84ce1afd59 req-885a76d1-84ba-41e9-b8c6-e1582851664c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:49.256499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-79b04865-d49d-4603-8161-dd84ce1afd59 req-885a76d1-84ba-41e9-b8c6-e1582851664c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 210 time: 0.0743606
Jul 09 15:59:49.353063 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['c9144d75-8fe0-4e40-9e23-bdaec7702b0b'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 15:59:49.448114 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-22e90ece-4910-4085-a7b4-fe0997feb45a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:49.449994 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-22e90ece-4910-4085-a7b4-fe0997feb45a service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1563227
Jul 09 15:59:49.614788 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-dfa1e8fa-10fd-492e-bc10-fa08c22f102c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 1000 time: 0.1499982
Jul 09 15:59:49.773384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-83f8b3a7-ebe9-4962-8880-6fe0de8cd177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:49.776965 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-83f8b3a7-ebe9-4962-8880-6fe0de8cd177 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.1522636
Jul 09 15:59:49.925043 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-af3c7677-440d-42e4-97ef-257181ff46e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1245697
Jul 09 15:59:50.084788 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b648-c551-4f33-b766-1f404f9fc375 req-fb9ad498-c55c-475e-beee-51a5a8a16ad8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:50.092175 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ead8b648-c551-4f33-b766-1f404f9fc375 req-fb9ad498-c55c-475e-beee-51a5a8a16ad8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 944 time: 0.0993490
Jul 09 15:59:50.115156 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-475eadce-7419-42d0-bfd7-dd9028a057b5 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713965
Jul 09 15:59:50.150870 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ead8b648-c551-4f33-b766-1f404f9fc375 req-128586a8-8e2a-432c-ba32-297d5794feea tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574145
Jul 09 15:59:50.292800 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b7c8f1b-52cf-45ed-8800-4dfa1021f741 req-23772e01-6a11-411a-a76d-bd2e19f2f707 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670454
Jul 09 15:59:50.499904 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f34d08-a612-4e6e-acc1-008b3aedb4d8 req-c9c3e2a4-3b8c-4379-bc89-fb177632be15 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:50.501750 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c5f34d08-a612-4e6e-acc1-008b3aedb4d8 req-c9c3e2a4-3b8c-4379-bc89-fb177632be15 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1103051
Jul 09 15:59:50.567186 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c5f34d08-a612-4e6e-acc1-008b3aedb4d8 req-713ec375-578e-4ccc-9fe4-380bb7c243fb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585935
Jul 09 15:59:50.719413 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-daeca3b8-3caa-4c11-98e8-fe8216b39ecb req-8dd4413b-78e4-41a1-9e25-f8285889d857 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 210 time: 0.1315601
Jul 09 15:59:50.834498 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-bc5ad193-9099-4f8f-89b5-4b4c751e3730 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:50.836594 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-bc5ad193-9099-4f8f-89b5-4b4c751e3730 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 815 time: 0.2183907
Jul 09 15:59:50.865331 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'port': {'device_id': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'admin_state_up': True, 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:51.052234 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 15:59:51.062468 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 15:59:51.076689 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Made reservation on behalf of 252c4a8abd1c425ca5b4c195694ce920 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 15:59:51.079727 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:51.285599 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Allocated IP 172.20.0.3 (671905fc-d217-4657-8137-0b223947c94f/1443c5aa-dae5-4425-989d-8ac58219e644/fc70aaad-4662-4ed9-9c29-58f0452e9bfc) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 15:59:51.393416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4a885-635e-463d-adfa-9fddcb8aa875 req-214b3cb3-a8cd-48ee-a125-ad675f0a720d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:51.402874 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-32b4a885-635e-463d-adfa-9fddcb8aa875 req-214b3cb3-a8cd-48ee-a125-ad675f0a720d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 944 time: 0.1113780
Jul 09 15:59:51.496368 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-32b4a885-635e-463d-adfa-9fddcb8aa875 req-67e51fd7-f562-476b-b11a-ad56681cfaa8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885694
Jul 09 15:59:51.616650 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:51.640970 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Transition to ACTIVE for port object fc70aaad-4662-4ed9-9c29-58f0452e9bfc will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:51.711275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:51.719120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:51.842724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Network 671905fc-d217-4657-8137-0b223947c94f is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 15:59:51.871411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 15:59:51.873873 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:51.878858 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 15:59:51.940085 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439dfa-5348-4ade-b6bd-b11c919b61bc req-148668d7-798d-490a-9949-f9032e00de2b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:51.942147 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-98439dfa-5348-4ade-b6bd-b11c919b61bc req-148668d7-798d-490a-9949-f9032e00de2b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1147633
Jul 09 15:59:51.979105 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.979477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.979835 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.980439 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.980816 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.981165 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.981501 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.981844 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.982361 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.982717 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.983052 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 15:59:51.991667 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:52.006926 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:52.007823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.022931 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-98439dfa-5348-4ade-b6bd-b11c919b61bc req-e134c061-caf2-4f51-afad-2f5d05f22a22 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746267
Jul 09 15:59:52.053549 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1927795
Jul 09 15:59:52.214227 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Sync routers for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 15:59:52.231372 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:52.232006 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad4d4f0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:52.289189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0085-ed5b-4edd-bad9-d16414f7a034 req-8a7625e9-88b8-49a0-983e-6634a6fad7db tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:52.290824 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f30c0085-ed5b-4edd-bad9-d16414f7a034 req-8a7625e9-88b8-49a0-983e-6634a6fad7db tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 931 time: 0.1192601
Jul 09 15:59:52.301090 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-2f2c0b46-c04e-4a1b-9a9a-efe28c025246 None None] Provisioning for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:52.307475 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-2f2c0b46-c04e-4a1b-9a9a-efe28c025246 None None] Provisioning complete for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:52.308240 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2f2c0b46-c04e-4a1b-9a9a-efe28c025246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.352812 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-f30c0085-ed5b-4edd-bad9-d16414f7a034 req-c5962095-9e66-4728-a3ee-49857b59ec35 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 15:59:52.363630 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device c9144d75-8fe0-4e40-9e23-bdaec7702b0b up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:52.380931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-f30c0085-ed5b-4edd-bad9-d16414f7a034 req-c5962095-9e66-4728-a3ee-49857b59ec35 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 15:59:52.387769 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f30c0085-ed5b-4edd-bad9-d16414f7a034 req-c5962095-9e66-4728-a3ee-49857b59ec35 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852265
Jul 09 15:59:52.473927 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c0b46-c04e-4a1b-9a9a-efe28c025246 None None] Port fc70aaad-4662-4ed9-9c29-58f0452e9bfc cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 15:59:52.474392 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:52.510680 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port c9144d75-8fe0-4e40-9e23-bdaec7702b0b completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:52.515479 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port c9144d75-8fe0-4e40-9e23-bdaec7702b0b triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:52.515860 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.626094 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Request body: {'port': {'device_id': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 15:59:52.650100 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.696113 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:52.715988 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:52.727207 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.730406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:52.800316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5619b1-993d-44c9-b132-9e5df43d0b49 req-6c99c469-16cc-423b-bfd3-471fc98b6f72 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:52.808465 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fe5619b1-993d-44c9-b132-9e5df43d0b49 req-6c99c469-16cc-423b-bfd3-471fc98b6f72 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.1053419
Jul 09 15:59:52.821484 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:52.888857 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:52.892055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:52.910929 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fe5619b1-993d-44c9-b132-9e5df43d0b49 req-ac62dcc5-d19f-46c5-a853-2449956d9304 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991304
Jul 09 15:59:53.033375 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', 'code': 200}
Jul 09 15:59:53.047883 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad4d4f0>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '976b37b3-7eb8-4808-bdee-8bcb8f33d267', 'name': '', 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'mac_address': 'fa:16:3e:bc:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8acafc-ff28-4612-b518-085859019b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 2, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'subnets': [{'id': '7b8acafc-ff28-4612-b518-085859019b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:53.054067 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Checking router: b271866a-eb8f-47cb-84e2-d2d6683f6f2a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 15:59:53.055236 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Updating router b271866a-eb8f-47cb-84e2-d2d6683f6f2a port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 15:59:53.121083 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.278174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca4266-b6ed-4378-9a57-bd93df747dac req-c340b88e-014d-446a-988a-bfc11ceebd79 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:53.286452 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2cca4266-b6ed-4378-9a57-bd93df747dac req-c340b88e-014d-446a-988a-bfc11ceebd79 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1023374
Jul 09 15:59:53.306416 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc70aaad-4662-4ed9-9c29-58f0452e9bfc {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 15:59:53.315398 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.334290 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Transition to ACTIVE for port object fc70aaad-4662-4ed9-9c29-58f0452e9bfc will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:53.341240 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.342507 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2cca4266-b6ed-4378-9a57-bd93df747dac req-d7a0cd1f-cb31-4f02-8973-8bcaa1e5ed39 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551050
Jul 09 15:59:53.346158 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:53.566051 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:53.568928 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:53.597383 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.612362 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Transition to ACTIVE for port object 976b37b3-7eb8-4808-bdee-8bcb8f33d267 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 15:59:53.629472 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.632574 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135a3c7-05c6-4125-a3dc-2ebe341473b9 req-f7855921-b795-4724-9400-f9f7fed03924 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:53.640561 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e135a3c7-05c6-4125-a3dc-2ebe341473b9 req-f7855921-b795-4724-9400-f9f7fed03924 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.1040852
Jul 09 15:59:53.640796 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9eec814e-bda7-4926-8a30-f582c656763d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:53.703243 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e135a3c7-05c6-4125-a3dc-2ebe341473b9 req-096fd39c-1d1f-4a26-9377-6a4c07953c95 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612884
Jul 09 15:59:53.785068 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Attempting to bind port fc70aaad-4662-4ed9-9c29-58f0452e9bfc on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:53.785528 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Attempting to bind port fc70aaad-4662-4ed9-9c29-58f0452e9bfc by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:53.785714 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Attempting to bind port fc70aaad-4662-4ed9-9c29-58f0452e9bfc on network 671905fc-d217-4657-8137-0b223947c94f {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:53.792167 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Port fc70aaad-4662-4ed9-9c29-58f0452e9bfc on network 671905fc-d217-4657-8137-0b223947c94f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 15:59:53.792484 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Attempting to bind port fc70aaad-4662-4ed9-9c29-58f0452e9bfc on network 671905fc-d217-4657-8137-0b223947c94f {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:53.801614 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:53.801913 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Checking segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:53.802327 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Bound using segment: {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:53.802797 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Bound port: fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cea86d9-5ac9-4e16-8600-699a37a52597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '671905fc-d217-4657-8137-0b223947c94f'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:53.803165 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.835663 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b570e6-ed24-4883-b982-bfd3aa439c0d None None] Pushing event updated for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:53.843268 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b5b570e6-ed24-4883-b982-bfd3aa439c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:53.932911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:53.936293 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:53.942582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:53.947303 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-31519a40-3fa0-4343-b7b2-40bd222e81d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:54.020636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:54.022220 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] 10.222.0.79 "PUT /v2.0/ports/fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 1093 time: 1.4008403
Jul 09 15:59:54.046970 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 15:59:54.069181 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:54.072017 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Attempting to bind port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 15:59:54.076832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:54.077313 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Attempting to bind port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 15:59:54.077873 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Attempting to bind port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 on network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 15:59:54.088030 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 15:59:54.088353 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Checking segment: {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 15:59:54.088866 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:54.089265 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Bound using segment: {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 15:59:54.089722 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Bound port: 976b37b3-7eb8-4808-bdee-8bcb8f33d267, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2bf211-d25a-41d5-a9a0-4978304e116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 15:59:54.090151 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:54.209992 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] For port 976b37b3-7eb8-4808-bdee-8bcb8f33d267, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 15:59:54.215713 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] For port 976b37b3-7eb8-4808-bdee-8bcb8f33d267, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=976b37b3-7eb8-4808-bdee-8bcb8f33d267,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 15:59:54.222881 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:54.229016 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:54.261023 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cca30-8e81-4a09-a7a0-d8f538988ec3 req-a8c71db8-3410-4cfc-8174-cecbb9517919 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:54.262817 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-696cca30-8e81-4a09-a7a0-d8f538988ec3 req-a8c71db8-3410-4cfc-8174-cecbb9517919 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.1232760
Jul 09 15:59:54.326730 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-696cca30-8e81-4a09-a7a0-d8f538988ec3 req-b48d9622-9d3d-4d7e-8c7f-79127dfe35e8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577023
Jul 09 15:59:54.359035 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b570e6-ed24-4883-b982-bfd3aa439c0d None None] Pushing event updated for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=4']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:54.363634 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b5b570e6-ed24-4883-b982-bfd3aa439c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:54.365207 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 15:59:54.365836 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad4d4f0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T15:59:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:54.431942 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 15:59:54.604300 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 15:59:54.977717 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad4d4f0>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '976b37b3-7eb8-4808-bdee-8bcb8f33d267', 'name': '', 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'mac_address': 'fa:16:3e:bc:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8acafc-ff28-4612-b518-085859019b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:54Z', 'revision_number': 4, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'subnets': [{'id': '7b8acafc-ff28-4612-b518-085859019b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 15:59:54.981833 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306fd04-622d-4ba6-b2d8-6550e0ddf03c None None] The sync data for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi is: [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:25Z', 'revision_number': 4, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '976b37b3-7eb8-4808-bdee-8bcb8f33d267', 'name': '', 'network_id': 'ee6b1745-91fd-4dca-8152-db3cb7ccc0f5', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'mac_address': 'fa:16:3e:bc:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8acafc-ff28-4612-b518-085859019b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:24Z', 'updated_at': '2021-07-09T15:59:54Z', 'revision_number': 4, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'subnets': [{'id': '7b8acafc-ff28-4612-b518-085859019b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 15:59:54.986772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc6833-f29f-4080-9b6b-8e47268fa10d req-3258bd21-de4d-4625-92ed-861c5ad5497b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:54.988324 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9dc6833-f29f-4080-9b6b-8e47268fa10d req-3258bd21-de4d-4625-92ed-861c5ad5497b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1067004
Jul 09 15:59:55.232047 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 976b37b3-7eb8-4808-bdee-8bcb8f33d267 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:55.254461 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9dc6833-f29f-4080-9b6b-8e47268fa10d req-abc7e6fc-73f4-409c-a393-ac9a28cdfcd3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2600875
Jul 09 15:59:55.337933 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 15:59:55.343437 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:55.343812 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:55.490392 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:55.520855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8d1fc-c68b-4c7a-a008-cb3d5a5d43e3 req-d1c86d3b-d2c9-44a8-9121-da1deba73e39 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:55.522671 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ddf8d1fc-c68b-4c7a-a008-cb3d5a5d43e3 req-d1c86d3b-d2c9-44a8-9121-da1deba73e39 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.1059492
Jul 09 15:59:55.561855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 976b37b3-7eb8-4808-bdee-8bcb8f33d267, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=976b37b3-7eb8-4808-bdee-8bcb8f33d267,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 15:59:55.568652 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:55.571206 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 15:59:55.611020 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ddf8d1fc-c68b-4c7a-a008-cb3d5a5d43e3 req-5b223d3c-9237-4161-8b92-42fc15c66f03 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794690
Jul 09 15:59:55.668365 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 15:59:55.679880 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 15:59:55.832733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460e355-08c4-4472-a8db-5f68f2f5ab67 req-71d048d5-610c-424c-8b43-c5c74633cb70 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:55.834703 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6460e355-08c4-4472-a8db-5f68f2f5ab67 req-71d048d5-610c-424c-8b43-c5c74633cb70 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0914574
Jul 09 15:59:55.910588 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6460e355-08c4-4472-a8db-5f68f2f5ab67 req-e20d7972-f53c-404d-a066-9ff3a07b9b7e tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699956
Jul 09 15:59:56.632675 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970da8d-c855-42ca-8fc2-c4287278ccf2 req-7112f262-0a4c-423e-a54c-af6c5d86390f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:56.634282 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2970da8d-c855-42ca-8fc2-c4287278ccf2 req-7112f262-0a4c-423e-a54c-af6c5d86390f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0817440
Jul 09 15:59:56.684659 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2970da8d-c855-42ca-8fc2-c4287278ccf2 req-17d08dcd-edc5-4a23-8bb5-5495bbf4ea19 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447953
Jul 09 15:59:56.889422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e6ae7-d2fb-4c3c-ad90-ce406d0e586a req-f0382cc8-f882-493c-a7d2-b551636a5aba tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:56.890986 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5f8e6ae7-d2fb-4c3c-ad90-ce406d0e586a req-f0382cc8-f882-493c-a7d2-b551636a5aba tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0824969
Jul 09 15:59:56.938855 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5f8e6ae7-d2fb-4c3c-ad90-ce406d0e586a req-153e7f1b-ea52-4901-a02b-96260a44e333 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403068
Jul 09 15:59:57.143534 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c34f-6419-422f-b522-40c8dfa764ce req-1da76f66-cd59-4fc3-a4d9-a056522375a8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:57.145995 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e6f5c34f-6419-422f-b522-40c8dfa764ce req-1da76f66-cd59-4fc3-a4d9-a056522375a8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0897822
Jul 09 15:59:57.187577 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 976b37b3-7eb8-4808-bdee-8bcb8f33d267 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 15:59:57.266390 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 15:59:57.267032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 15:59:57.282779 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e6f5c34f-6419-422f-b522-40c8dfa764ce req-ea60b935-101c-48bc-ab58-f4758c7b5050 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310267
Jul 09 15:59:57.905283 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a5561-a7e1-4d63-8004-f95edcaa012a req-f87fd915-29e3-46f8-9cf9-82bd62575708 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:57.906764 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b2a5561-a7e1-4d63-8004-f95edcaa012a req-f87fd915-29e3-46f8-9cf9-82bd62575708 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0785031
Jul 09 15:59:57.957796 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b2a5561-a7e1-4d63-8004-f95edcaa012a req-072ff2fd-a8b4-4a2a-b974-ace32355ddec tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453949
Jul 09 15:59:58.164448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464c34a-b3d3-4d1b-9c25-1bd573125eab req-26c778e2-b9e4-4d03-bd18-6f2778c60f9d tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:58.166332 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4464c34a-b3d3-4d1b-9c25-1bd573125eab req-26c778e2-b9e4-4d03-bd18-6f2778c60f9d tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0834630
Jul 09 15:59:58.220873 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4464c34a-b3d3-4d1b-9c25-1bd573125eab req-2e517b02-22d8-42b5-a4fa-66a238529947 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459299
Jul 09 15:59:58.491427 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3dcce-d84d-4885-876c-48304ee8b109 req-2a8d8854-a108-412b-8f63-5dfd39869a11 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:58.492790 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26b3dcce-d84d-4885-876c-48304ee8b109 req-2a8d8854-a108-412b-8f63-5dfd39869a11 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0791690
Jul 09 15:59:58.543907 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-26b3dcce-d84d-4885-876c-48304ee8b109 req-83acd76d-9f63-4407-a17a-e133d3c035a9 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452650
Jul 09 15:59:59.183303 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b2cc-17c0-49ab-9138-c4b765a77bf0 req-4a93b555-2d38-4b7a-ae7f-489e2da79cd0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:59.184698 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-efa9b2cc-17c0-49ab-9138-c4b765a77bf0 req-4a93b555-2d38-4b7a-ae7f-489e2da79cd0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0829084
Jul 09 15:59:59.233606 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-efa9b2cc-17c0-49ab-9138-c4b765a77bf0 req-35f83794-1c08-4031-bef4-c0cbed53bab8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428438
Jul 09 15:59:59.450558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b983da-92a6-40f6-9e7f-6dd0a76311bf req-d5a9a642-99a3-4a78-ad3a-c598fe68b5ec tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:59.452043 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96b983da-92a6-40f6-9e7f-6dd0a76311bf req-d5a9a642-99a3-4a78-ad3a-c598fe68b5ec tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0827343
Jul 09 15:59:59.504019 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96b983da-92a6-40f6-9e7f-6dd0a76311bf req-632d737d-acc8-4fea-9411-05abc6f43c88 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459476
Jul 09 15:59:59.746335 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15405c74-fcab-4c50-803c-1354c3a4d1ed req-ad02c804-fe03-49ab-b12c-f24b1bce8e73 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 15:59:59.747777 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15405c74-fcab-4c50-803c-1354c3a4d1ed req-ad02c804-fe03-49ab-b12c-f24b1bce8e73 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0794039
Jul 09 15:59:59.807583 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15405c74-fcab-4c50-803c-1354c3a4d1ed req-9aba2d2c-919e-4fea-8d3d-fe07232f1eb7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542192
Jul 09 16:00:00.476851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958cf7-2960-4852-b4d5-b78c472bdd0c req-1e934e72-a465-497f-9675-fc988835a55a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:00.478456 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fc958cf7-2960-4852-b4d5-b78c472bdd0c req-1e934e72-a465-497f-9675-fc988835a55a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0962679
Jul 09 16:00:00.527022 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fc958cf7-2960-4852-b4d5-b78c472bdd0c req-bc34085f-f267-4d5a-9f84-832256f28221 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430973
Jul 09 16:00:00.726011 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226809-c81b-4ae7-aefe-0378f1b6069f req-f172fdc0-d1cd-4c92-a21f-17da435a8159 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:00.727766 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-db226809-c81b-4ae7-aefe-0378f1b6069f req-f172fdc0-d1cd-4c92-a21f-17da435a8159 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0789988
Jul 09 16:00:00.780683 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-db226809-c81b-4ae7-aefe-0378f1b6069f req-f30ff5f6-f0a5-4a48-81a9-46c55b9ea748 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470860
Jul 09 16:00:01.013509 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca67a41-e059-4de6-84fa-510364f8e8a9 req-5a8bce78-d7ea-4b41-ad2e-64fd73bc3d7c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:01.015073 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1ca67a41-e059-4de6-84fa-510364f8e8a9 req-5a8bce78-d7ea-4b41-ad2e-64fd73bc3d7c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0813541
Jul 09 16:00:01.065157 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1ca67a41-e059-4de6-84fa-510364f8e8a9 req-11242970-5d5a-403b-ac5d-d99823026b34 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430241
Jul 09 16:00:01.749186 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3c57-9328-4121-a429-b1160b3b6ec8 req-f6e5954a-d3af-41e4-8782-f354b540ec27 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:01.750774 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1aab3c57-9328-4121-a429-b1160b3b6ec8 req-f6e5954a-d3af-41e4-8782-f354b540ec27 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0873411
Jul 09 16:00:01.803441 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1aab3c57-9328-4121-a429-b1160b3b6ec8 req-7ea9fbe0-99ac-402d-8d3c-55848368d1b7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448072
Jul 09 16:00:02.011123 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69e495-fc1c-4584-9915-5aa42f6b62b2 req-f5d98076-5f43-4afa-ad3b-6f24f4233769 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:02.012504 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6b69e495-fc1c-4584-9915-5aa42f6b62b2 req-f5d98076-5f43-4afa-ad3b-6f24f4233769 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0820136
Jul 09 16:00:02.059806 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6b69e495-fc1c-4584-9915-5aa42f6b62b2 req-b6c09960-2484-4210-aa41-7b5f99a6f775 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418062
Jul 09 16:00:02.275951 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b74b4-7abe-4c69-b7d9-2c46927c7881 req-871f21a9-3337-4159-bb37-c43ef2912302 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:02.277521 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-256b74b4-7abe-4c69-b7d9-2c46927c7881 req-871f21a9-3337-4159-bb37-c43ef2912302 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0857899
Jul 09 16:00:02.325699 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-256b74b4-7abe-4c69-b7d9-2c46927c7881 req-99dcb489-57df-4d32-9f62-63feeb9d2604 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422292
Jul 09 16:00:03.024380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f34499-7cdc-4ee6-b67a-4427e83a0f0f req-a4ebe245-2f0a-4272-987f-9200dff0471d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:03.025884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c9f34499-7cdc-4ee6-b67a-4427e83a0f0f req-a4ebe245-2f0a-4272-987f-9200dff0471d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0801883
Jul 09 16:00:03.073692 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c9f34499-7cdc-4ee6-b67a-4427e83a0f0f req-cf9ecd25-eb2e-4d1b-8c49-3123d9fb2393 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418799
Jul 09 16:00:03.285910 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242aee-4756-4111-bbe5-ac6a74bf6dce req-97b80071-6ca6-4408-84a9-458dccbc5151 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:03.287382 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9242aee-4756-4111-bbe5-ac6a74bf6dce req-97b80071-6ca6-4408-84a9-458dccbc5151 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0843759
Jul 09 16:00:03.334428 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9242aee-4756-4111-bbe5-ac6a74bf6dce req-094abb9e-11fd-4898-a1a6-cb8560624050 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413773
Jul 09 16:00:03.536964 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78e6b5-ed35-43c5-82be-41fb9b7147f2 req-3bc04f29-ddd2-4830-8eaa-1ba5f716353d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:03.538474 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cd78e6b5-ed35-43c5-82be-41fb9b7147f2 req-3bc04f29-ddd2-4830-8eaa-1ba5f716353d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0799313
Jul 09 16:00:03.590119 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cd78e6b5-ed35-43c5-82be-41fb9b7147f2 req-769dbe15-d9ae-495b-a0c3-08016d823db8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457151
Jul 09 16:00:04.318063 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e36e-38d1-4b31-84ad-efcd48884fe1 req-d22deff1-5808-47da-8220-ff14e7a2a60b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:04.319515 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f846e36e-38d1-4b31-84ad-efcd48884fe1 req-d22deff1-5808-47da-8220-ff14e7a2a60b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0801733
Jul 09 16:00:04.366751 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f846e36e-38d1-4b31-84ad-efcd48884fe1 req-10a5546c-a849-464e-b6fc-dbcbda21bc57 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417655
Jul 09 16:00:04.575859 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e65de-d2e9-4dcc-9cc0-08e32cab7c39 req-392bebbb-aa98-4908-bdf8-d33affe3fd5c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:04.577310 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b2e65de-d2e9-4dcc-9cc0-08e32cab7c39 req-392bebbb-aa98-4908-bdf8-d33affe3fd5c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0831628
Jul 09 16:00:04.625514 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b2e65de-d2e9-4dcc-9cc0-08e32cab7c39 req-8a14ce8c-e42b-410a-a095-91a63a82aa99 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420814
Jul 09 16:00:04.825133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa795efd-2a87-4986-a78a-8310117b90c7 req-c92f6ebf-ae97-4370-a04a-3f95743ff4ec tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:04.827506 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa795efd-2a87-4986-a78a-8310117b90c7 req-c92f6ebf-ae97-4370-a04a-3f95743ff4ec tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0889821
Jul 09 16:00:04.876432 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa795efd-2a87-4986-a78a-8310117b90c7 req-a1527695-8eef-43b3-890c-2646b55be8bf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428643
Jul 09 16:00:05.669147 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8f375-029b-4163-9433-1c3a04924d92 req-ea521a24-fac6-46c5-8c74-51b381ffd601 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:05.670667 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-32f8f375-029b-4163-9433-1c3a04924d92 req-ea521a24-fac6-46c5-8c74-51b381ffd601 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1653438
Jul 09 16:00:05.722586 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-32f8f375-029b-4163-9433-1c3a04924d92 req-a852fb5b-6578-4da1-add1-964c0c615f42 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455570
Jul 09 16:00:05.939357 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e2f39-e67d-4a95-84d6-ad44ff5e54a1 req-bb581f50-e9b3-4a88-99bf-88a83a9e14f4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:05.940885 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c68e2f39-e67d-4a95-84d6-ad44ff5e54a1 req-bb581f50-e9b3-4a88-99bf-88a83a9e14f4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0953596
Jul 09 16:00:06.010727 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c68e2f39-e67d-4a95-84d6-ad44ff5e54a1 req-6fc2adf3-9f6a-4236-8ec6-1ebdaf1e0a25 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638156
Jul 09 16:00:06.197528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35778c08-aad5-47c0-8659-8a70ff9009fc req-25d8d80f-f904-4afa-9bbf-0e6191ca01d3 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:06.199086 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-35778c08-aad5-47c0-8659-8a70ff9009fc req-25d8d80f-f904-4afa-9bbf-0e6191ca01d3 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0767241
Jul 09 16:00:06.253548 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-35778c08-aad5-47c0-8659-8a70ff9009fc req-f059cde2-1ef2-445d-b95c-ee1e11b73a72 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487533
Jul 09 16:00:06.932233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba7ff-1ced-4458-a016-e8fa5e001b16 req-ccb29a20-100d-422b-9cc4-c487cedfdb52 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:06.933656 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc1ba7ff-1ced-4458-a016-e8fa5e001b16 req-ccb29a20-100d-422b-9cc4-c487cedfdb52 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0782554
Jul 09 16:00:06.977836 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dc1ba7ff-1ced-4458-a016-e8fa5e001b16 req-cfd2af4e-16e9-4a5f-8894-00b2486e4c07 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387075
Jul 09 16:00:07.203474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ffe49-e5c5-4ce9-8a8a-901782261eb5 req-8e85f03d-c457-4131-87b5-b435be44b387 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:07.204929 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d46ffe49-e5c5-4ce9-8a8a-901782261eb5 req-8e85f03d-c457-4131-87b5-b435be44b387 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0743446
Jul 09 16:00:07.249654 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d46ffe49-e5c5-4ce9-8a8a-901782261eb5 req-dbc87b90-148c-4a71-9661-20827b47b851 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393341
Jul 09 16:00:07.459043 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596e6b-c5ba-44c5-b475-dec021ba475c req-73865cc3-f814-462b-9868-ffe05d1da50d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:07.460560 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b596e6b-c5ba-44c5-b475-dec021ba475c req-73865cc3-f814-462b-9868-ffe05d1da50d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0804954
Jul 09 16:00:07.505530 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b596e6b-c5ba-44c5-b475-dec021ba475c req-61cb4b1d-bc61-4aa5-8b3b-ba82dd270963 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394957
Jul 09 16:00:08.123737 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:00:08.200797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786de4d-7f46-402b-8e4b-ef11b95de97f req-3cb93ad5-0d25-4df3-8f13-2e03b5f6c744 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:08.202267 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5786de4d-7f46-402b-8e4b-ef11b95de97f req-3cb93ad5-0d25-4df3-8f13-2e03b5f6c744 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0818729
Jul 09 16:00:08.253261 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5786de4d-7f46-402b-8e4b-ef11b95de97f req-3a30bfdd-2204-42aa-93f7-76673ba1c6f6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454564
Jul 09 16:00:08.445475 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4760-b77a-4403-bbd1-49527cec699a req-51d3be14-9c52-4c52-a690-8d065055dba7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:08.446953 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c14f4760-b77a-4403-bbd1-49527cec699a req-51d3be14-9c52-4c52-a690-8d065055dba7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0760646
Jul 09 16:00:08.491927 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c14f4760-b77a-4403-bbd1-49527cec699a req-6fd51964-87e1-4da7-a68b-07d37d35f992 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394695
Jul 09 16:00:08.722095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d13bb-5ad0-44d8-8f72-ca878032ed4a req-fc7865f8-0779-4296-a38d-41d22a19bb9b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:08.723472 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5a0d13bb-5ad0-44d8-8f72-ca878032ed4a req-fc7865f8-0779-4296-a38d-41d22a19bb9b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0797424
Jul 09 16:00:08.768236 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5a0d13bb-5ad0-44d8-8f72-ca878032ed4a req-10b1e115-cb34-4625-b4bf-e25e263bc58a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386610
Jul 09 16:00:09.479908 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-b1aa1355-57bd-4b4f-9489-9b9b451b82d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1096 time: 0.2255604
Jul 09 16:00:09.495641 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b784bd-b5f4-4afc-8027-8664cde8bd28 req-f46dc472-a1d5-4c43-9730-e6b9b9b9b973 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:09.497060 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43b784bd-b5f4-4afc-8027-8664cde8bd28 req-f46dc472-a1d5-4c43-9730-e6b9b9b9b973 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.0956416
Jul 09 16:00:09.588915 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-2c74d716-1de1-49c1-a4fa-ccd3bb15a32e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 217 time: 0.0691986
Jul 09 16:00:09.632837 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-000f80ce-dd8a-4afa-b9da-79d9387e2d3e req-0a458449-21fd-4fec-bf0d-f389c848b854 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 1098 time: 0.0840645
Jul 09 16:00:09.648024 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-43b784bd-b5f4-4afc-8027-8664cde8bd28 req-8bb1dd6b-4c1e-4532-8bcc-6fd79260bd14 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442757
Jul 09 16:00:09.663206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-d9641876-8bc3-4e04-9888-d8868975297c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:09.664659 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-d9641876-8bc3-4e04-9888-d8868975297c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0678198
Jul 09 16:00:09.737343 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-000f80ce-dd8a-4afa-b9da-79d9387e2d3e req-00304340-e149-49ea-9737-91f24fc9488b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947294
Jul 09 16:00:09.744996 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-c7086045-c507-4493-a571-b5e11ca58b42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734079
Jul 09 16:00:09.754517 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222d660-cb73-402e-b590-88c4330f1ae5 req-5a0df767-5cea-4d8e-b582-793821884420 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:09.755934 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4222d660-cb73-402e-b590-88c4330f1ae5 req-5a0df767-5cea-4d8e-b582-793821884420 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.1022732
Jul 09 16:00:09.802767 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4222d660-cb73-402e-b590-88c4330f1ae5 req-338b1990-d003-45b8-a0db-f5f4acfb3745 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412676
Jul 09 16:00:09.962602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d03e-3540-4df9-9dd6-18b581a252b1 req-1b654e4b-58b6-422b-a163-92f9810e0802 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:09.964042 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8527d03e-3540-4df9-9dd6-18b581a252b1 req-1b654e4b-58b6-422b-a163-92f9810e0802 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0763927
Jul 09 16:00:10.008777 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8527d03e-3540-4df9-9dd6-18b581a252b1 req-b69af59c-1c89-4779-ac60-48c7c142bf59 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393026
Jul 09 16:00:10.324455 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-2dc9d09c-1625-4ca6-b3dc-4f30083304ad service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269603
Jul 09 16:00:10.494369 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b71e0639-7a7f-416c-b8e7-a6fd118cc01f req-68c1bc23-d8d3-4fbe-86d9-0507133f11d9 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332407
Jul 09 16:00:10.707003 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-4598cf69-c09b-45fd-932e-165e9f43394a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1096 time: 0.0723825
Jul 09 16:00:10.856519 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:10.916849 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dcfa3-5874-4ab6-80bf-0abb7c4dd082 req-103e8c1b-6d3c-4899-9743-5174246adb5b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:10.934555 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-af4dcfa3-5874-4ab6-80bf-0abb7c4dd082 req-103e8c1b-6d3c-4899-9743-5174246adb5b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1453896
Jul 09 16:00:11.005794 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-af4dcfa3-5874-4ab6-80bf-0abb7c4dd082 req-a140c472-23a0-495a-b606-c178ef9afdbc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703509
Jul 09 16:00:11.097032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-d1a40565-7c23-4d6c-a826-d65ea71176be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.098464 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-d1a40565-7c23-4d6c-a826-d65ea71176be service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.2701747
Jul 09 16:00:11.112519 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794d53-ec93-4168-9736-b1a8494fce82 req-7ea019c9-d16e-41b7-a3ba-9d99fc21118e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.113237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f6794d53-ec93-4168-9736-b1a8494fce82 req-7ea019c9-d16e-41b7-a3ba-9d99fc21118e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:00:11.191155 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-3ffb279e-65d2-418f-8200-d483bcd3859d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 217 time: 0.0736210
Jul 09 16:00:11.196566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-f6794d53-ec93-4168-9736-b1a8494fce82 req-7ea019c9-d16e-41b7-a3ba-9d99fc21118e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:00:11.197665 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f6794d53-ec93-4168-9736-b1a8494fce82 req-7ea019c9-d16e-41b7-a3ba-9d99fc21118e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.2308905
Jul 09 16:00:11.231567 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee257f6-3cb8-412f-bb5e-a131c0f237b1 req-55229a10-a6a9-4cb3-badf-a538aa73a3c2 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.233498 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4ee257f6-3cb8-412f-bb5e-a131c0f237b1 req-55229a10-a6a9-4cb3-badf-a538aa73a3c2 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0910130
Jul 09 16:00:11.346078 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4ee257f6-3cb8-412f-bb5e-a131c0f237b1 req-a9dffe0c-e1ad-4c1e-a0e4-991b07fdfc50 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060190
Jul 09 16:00:11.353380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-dc5293e4-66cd-4b00-8ae5-3850b0d491c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.354804 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-dc5293e4-66cd-4b00-8ae5-3850b0d491c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.1547935
Jul 09 16:00:11.358910 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f6794d53-ec93-4168-9736-b1a8494fce82 req-4feee146-12aa-4243-9875-f2d83538d08a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289668
Jul 09 16:00:11.369514 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-ad887bc3-38c6-4f09-9b5a-36aa698936e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1098 time: 0.0841632
Jul 09 16:00:11.433639 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-9c0890d8-0170-416b-8a5d-c1b1a2a96f2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702608
Jul 09 16:00:11.516420 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-c54b289e-3d78-4915-a1df-c37348d96540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.518010 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-c54b289e-3d78-4915-a1df-c37348d96540 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1389942
Jul 09 16:00:11.568371 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-2ae308bd-219a-471e-a6c7-596d1832bbd9 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274793
Jul 09 16:00:11.624207 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-b41f36b8-41a9-45c6-afd4-ec5ddec23c3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 1000 time: 0.0984201
Jul 09 16:00:11.691720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-75d716cf-de29-43ee-96c7-346c6db4a831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:11.693214 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-75d716cf-de29-43ee-96c7-346c6db4a831 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0617442
Jul 09 16:00:11.700402 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46b494ad-9ed6-47d3-90e1-a4a1ffa23c40 req-ebe7658b-f528-4bb7-b524-b0db347aff63 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252918
Jul 09 16:00:11.796493 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-81ea2b7d-a737-49a8-803a-08342cf402ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678000
Jul 09 16:00:12.006005 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-39ad9ab6-bd4e-4af8-ba21-def5b5788a87 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006974
Jul 09 16:00:12.230706 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-200599da-3d7c-4233-87cd-a267e371c4b3 req-167abef4-028e-4d7f-ae18-0102431cfa4a service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060337
Jul 09 16:00:12.265762 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6281e23-e506-40c5-bcdf-c7ddf16dcd55 req-8996f149-6b29-456e-9026-2f33ffee6e28 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:12.267763 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a6281e23-e506-40c5-bcdf-c7ddf16dcd55 req-8996f149-6b29-456e-9026-2f33ffee6e28 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 945 time: 0.1079924
Jul 09 16:00:12.320444 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a6281e23-e506-40c5-bcdf-c7ddf16dcd55 req-8ceea7ff-543b-465e-9285-79427d8b80aa tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451102
Jul 09 16:00:12.467269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-46410a9f-d2c8-4a10-a240-775d05d5faa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:12.514541 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:00:12.595339 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab38aa-7971-4b84-b085-453b8627bc49 req-7dc9723e-5d0c-4e2e-bbac-abe264444d2a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:12.598493 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a0ab38aa-7971-4b84-b085-453b8627bc49 req-7dc9723e-5d0c-4e2e-bbac-abe264444d2a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.1001813
Jul 09 16:00:12.659183 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:12.668552 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a0ab38aa-7971-4b84-b085-453b8627bc49 req-68d2fffb-d86f-46a2-a253-444f54e1e5f0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690062
Jul 09 16:00:12.687917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:12.699071 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:12.703722 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:12.706608 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-41012c83-8f6e-4bff-8370-6f20f8394c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:12.783980 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=8']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:12.793800 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.794171 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.794657 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.794997 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.795329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.795658 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.795984 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.796309 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.796632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.796950 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.797268 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:12.802096 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:12.830580 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828b1f4-3c10-4316-bc08-d879118c6ed9 req-b3661df5-f35f-4527-8981-b02b737001d9 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:12.832162 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a828b1f4-3c10-4316-bc08-d879118c6ed9 req-b3661df5-f35f-4527-8981-b02b737001d9 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0874460
Jul 09 16:00:12.854694 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:12.886640 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a828b1f4-3c10-4316-bc08-d879118c6ed9 req-b84b743e-3d7c-490a-98ce-5c4d7aa90f9c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476367
Jul 09 16:00:12.963090 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'code': 200}
Jul 09 16:00:13.169608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0da77-8aa6-47b3-af73-ef0f15cf2e46 req-202ccbd2-da8d-47dd-8b56-e87f976acdb4 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:13.170998 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ec0da77-8aa6-47b3-af73-ef0f15cf2e46 req-202ccbd2-da8d-47dd-8b56-e87f976acdb4 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.0807712
Jul 09 16:00:13.218696 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ec0da77-8aa6-47b3-af73-ef0f15cf2e46 req-4deb6ce9-0497-4232-b46a-a6eeaf3d0e8a tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418777
Jul 09 16:00:13.537171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d4fc9-6545-4e7a-8bd1-f9884b20de45 req-f9f0eff3-35bc-46c6-8d3a-30e83034187b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:13.538660 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c03d4fc9-6545-4e7a-8bd1-f9884b20de45 req-f9f0eff3-35bc-46c6-8d3a-30e83034187b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0786271
Jul 09 16:00:13.586709 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c03d4fc9-6545-4e7a-8bd1-f9884b20de45 req-e7f61c28-747e-4dc6-8cfc-75a2def17233 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423243
Jul 09 16:00:14.082183 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61526e44-0d3c-48b6-b437-ccb9b180796c req-c4c526a8-01cb-42dd-afaa-eb4b28a4164a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:14.083615 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-61526e44-0d3c-48b6-b437-ccb9b180796c req-c4c526a8-01cb-42dd-afaa-eb4b28a4164a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 943 time: 0.0792179
Jul 09 16:00:14.127921 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-61526e44-0d3c-48b6-b437-ccb9b180796c req-14dbd44c-48f4-4ec3-acb0-2708d60a6687 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386798
Jul 09 16:00:14.415053 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e32dc-57e4-4d45-8333-e451adb951aa req-fcbf9e41-6f55-4536-9b7c-e9574752e516 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:14.416478 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bb9e32dc-57e4-4d45-8333-e451adb951aa req-fcbf9e41-6f55-4536-9b7c-e9574752e516 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.0775249
Jul 09 16:00:14.462956 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bb9e32dc-57e4-4d45-8333-e451adb951aa req-3dc370f6-e24b-413b-b68a-78f6919df28b tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409133
Jul 09 16:00:14.511217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fc70aaad-4662-4ed9-9c29-58f0452e9bfc details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:00:14.684947 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:14.698782 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'port_id': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'mac_address': 'fa:16:3e:e5:81:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:00:14.761880 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:14.773278 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27e05b42-dbcc-4216-9288-e31064836f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:14.781340 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc70aaad-4662-4ed9-9c29-58f0452e9bfc {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:00:14.797348 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:14.803378 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:14.805228 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:14.809884 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b3a9a-7121-440b-b4c1-d8c4d4234b98 req-c6ff227a-edbe-43b4-bead-1a10735276a0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:14.811369 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f15b3a9a-7121-440b-b4c1-d8c4d4234b98 req-c6ff227a-edbe-43b4-bead-1a10735276a0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0824432
Jul 09 16:00:14.866317 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f15b3a9a-7121-440b-b4c1-d8c4d4234b98 req-10512d78-5b41-472f-ad28-77ab96ac293c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473912
Jul 09 16:00:14.874750 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:14.877886 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:15.327881 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e75f2-2a24-4f4f-96da-0029a8df1574 req-f4448426-1094-454b-b80d-5fe1274bc385 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:15.329351 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a39e75f2-2a24-4f4f-96da-0029a8df1574 req-f4448426-1094-454b-b80d-5fe1274bc385 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 944 time: 0.0794449
Jul 09 16:00:15.383409 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a39e75f2-2a24-4f4f-96da-0029a8df1574 req-9606bb0b-4a36-4b3e-a000-9d42f1dcb8bf tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478950
Jul 09 16:00:15.465354 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:00:15.713478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:15.721294 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-29ea1267-9636-4180-920f-caca02fe2373 req-01b32367-036f-456f-aa0e-cf7f185c9604 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1494031
Jul 09 16:00:15.740428 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772523a-6454-434c-9122-322f89ca27e9 req-d14aeefd-01f7-4a24-9ae2-af2e661f3d95 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:15.741885 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6772523a-6454-434c-9122-322f89ca27e9 req-d14aeefd-01f7-4a24-9ae2-af2e661f3d95 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.1113305
Jul 09 16:00:15.747409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bf6f5-8d1e-4e87-8309-f910560e6f2d req-ec7d2748-2f11-4404-8de4-cf86d5e4403f tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:15.748698 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-677bf6f5-8d1e-4e87-8309-f910560e6f2d req-ec7d2748-2f11-4404-8de4-cf86d5e4403f tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 946 time: 0.1492133
Jul 09 16:00:15.846244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Deleting port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:00:15.846824 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:15.902505 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-677bf6f5-8d1e-4e87-8309-f910560e6f2d req-74daefed-d72d-4089-bad1-f3f7b4bb3d61 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/security-groups?id=095be19f-7cb2-481d-a4c8-eee390dbe700&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248679
Jul 09 16:00:16.001189 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 47264) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:16.058475 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fa312-9a23-449e-8eda-831d292a6446 req-60cceb93-41b8-4eb9-9a73-92cc79f1f81a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:16.061256 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-138fa312-9a23-449e-8eda-831d292a6446 req-60cceb93-41b8-4eb9-9a73-92cc79f1f81a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1231368
Jul 09 16:00:16.164304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] For port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,segment=NetworkSegment(36a56fca-1ca8-4824-85d0-9d6393611f76),segment_id=36a56fca-1ca8-4824-85d0-9d6393611f76)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:16.164658 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:16.165763 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-138fa312-9a23-449e-8eda-831d292a6446 req-c2591929-1ee5-40f7-bb9a-a2189f6d3a57 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985448
Jul 09 16:00:16.179856 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-42154f2e-cd19-4b6e-9535-ff85e1de0722 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1765213
Jul 09 16:00:16.293901 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Calling delete_port for 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:00:16.441717 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:16.448594 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:16.616488 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Pushing event deleted for resources: {'Port': ['ID=9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:16.625366 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:00:16.675484 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.675853 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.676219 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.676581 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.676938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.677291 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.677654 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.678011 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.678360 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.678707 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.679057 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:16.714239 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:16.722070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] No DVR routers for this DVR port 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:00:16.725097 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:16.728547 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'name': 'network-vif-deleted', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:16.748938 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6772523a-6454-434c-9122-322f89ca27e9 req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.79 "DELETE /v2.0/ports/9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff HTTP/1.1" status: 204  len: 173 time: 0.9992762
Jul 09 16:00:16.759996 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616b634-dcbf-4090-be2d-9bc51e6e8a02 req-00be1907-fece-479b-bdf3-9f89c593f6b0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:16.761651 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1616b634-dcbf-4090-be2d-9bc51e6e8a02 req-00be1907-fece-479b-bdf3-9f89c593f6b0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 944 time: 0.1943898
Jul 09 16:00:16.812245 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1616b634-dcbf-4090-be2d-9bc51e6e8a02 req-0e1bb61f-980b-4602-aa31-9107e82d28e9 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423245
Jul 09 16:00:16.884443 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f48a59-5160-49ff-a6d7-ef47e0267853', 'name': 'network-vif-deleted', 'tag': '9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff', 'status': 'completed', 'code': 200}
Jul 09 16:00:17.075596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-20619c6a-1b26-4ade-9bf9-39c7af3b6331 req-9d79d1b6-04ff-48ec-ac84-78b85c7a0be2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Synchronizing usage tracker for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:00:17.090602 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-20619c6a-1b26-4ade-9bf9-39c7af3b6331 req-9d79d1b6-04ff-48ec-ac84-78b85c7a0be2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Unset dirty status for tenant:1ec3f30a745345778bfe6d3471531bb8 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:00:17.091753 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-20619c6a-1b26-4ade-9bf9-39c7af3b6331 req-9d79d1b6-04ff-48ec-ac84-78b85c7a0be2 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] 10.222.0.74 "GET /v2.0/ports?device_id=45f48a59-5160-49ff-a6d7-ef47e0267853 HTTP/1.1" status: 200  len: 210 time: 0.0595119
Jul 09 16:00:17.176347 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:17.387839 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74e62-3a5d-42d7-8b6f-cbf9e4054ee8 req-0010cc62-d5f2-4805-8058-0d77c5a733b1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:17.389244 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4a74e62-3a5d-42d7-8b6f-cbf9e4054ee8 req-0010cc62-d5f2-4805-8058-0d77c5a733b1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0789781
Jul 09 16:00:17.447028 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4a74e62-3a5d-42d7-8b6f-cbf9e4054ee8 req-98c04c15-d950-4ae3-beb0-9737f7cc522e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501163
Jul 09 16:00:18.014676 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d666c95-4f7f-4d1c-b1ae-523d901b384a req-f7f954b7-2d2e-4960-ac5a-93119710dc72 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:18.016109 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7d666c95-4f7f-4d1c-b1ae-523d901b384a req-f7f954b7-2d2e-4960-ac5a-93119710dc72 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 944 time: 0.0756440
Jul 09 16:00:18.061341 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7d666c95-4f7f-4d1c-b1ae-523d901b384a req-581b10b8-f59a-4e2e-97b4-62e21f8d2388 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396404
Jul 09 16:00:18.547192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fc70aaad-4662-4ed9-9c29-58f0452e9bfc up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:00:18.625697 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:00:18.631237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:00:18.631620 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:18.686656 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e2d4d-cb52-4382-8f15-a2a0e7883ad1 req-38d54bec-cbe9-4337-99eb-1b858ebab72d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:18.688095 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-706e2d4d-cb52-4382-8f15-a2a0e7883ad1 req-38d54bec-cbe9-4337-99eb-1b858ebab72d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0825620
Jul 09 16:00:18.740192 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-706e2d4d-cb52-4382-8f15-a2a0e7883ad1 req-899ae8b4-03f6-4828-89ec-ae735e6a9ef1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454037
Jul 09 16:00:18.746756 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:18.782370 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:18.784043 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:18.788017 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:18.789181 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:00:18.816174 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:18.908633 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:18.913137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:18.914755 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'code': 200}
Jul 09 16:00:18.970448 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:00:19.004399 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:00:19.004768 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9ae9c0a6-7fcc-4bbd-8e7b-6be5020902ff not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:00:19.219756 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2b155a3c-f296-48d1-ab96-648f1746d040 req-df6230b4-04ca-427f-aab8-95c9e5f9fbee service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1098 time: 0.1000283
Jul 09 16:00:19.284787 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2b155a3c-f296-48d1-ab96-648f1746d040 req-57b1a966-c138-4ae8-a2f2-b494b726e790 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519137
Jul 09 16:00:19.294659 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c7b4f-929a-4736-a7b2-bdf568a9acd5 req-a9881dfd-73d8-4230-a243-59f05acd22de tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:19.296035 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8d5c7b4f-929a-4736-a7b2-bdf568a9acd5 req-a9881dfd-73d8-4230-a243-59f05acd22de tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.1131909
Jul 09 16:00:19.342593 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8d5c7b4f-929a-4736-a7b2-bdf568a9acd5 req-6a464023-aed8-4668-8ffe-b36b7e25b702 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403261
Jul 09 16:00:19.974738 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ac057-aeb6-4135-a851-53a083492053 req-88f339fe-9253-4d6c-b1cf-adfeec07461c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:19.976210 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b56ac057-aeb6-4135-a851-53a083492053 req-88f339fe-9253-4d6c-b1cf-adfeec07461c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0876489
Jul 09 16:00:20.027931 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b56ac057-aeb6-4135-a851-53a083492053 req-30f596d4-a0d8-4d2a-beab-ccb547bc9ac3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454061
Jul 09 16:00:20.545796 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65275-40b5-4d1e-9770-cbe87c76c199 req-826665dc-57d7-48f1-9ee5-ea52b3457be8 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:20.547543 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-30e65275-40b5-4d1e-9770-cbe87c76c199 req-826665dc-57d7-48f1-9ee5-ea52b3457be8 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0839901
Jul 09 16:00:20.611610 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-30e65275-40b5-4d1e-9770-cbe87c76c199 req-e67f20e2-8570-447e-ae9e-b250edab5e9c tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573382
Jul 09 16:00:20.900850 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa9df3-d13d-4267-9e9a-770e9821b32a req-bdd177fc-347a-46fd-9314-06a240ce2d25 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:20.902313 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b2aa9df3-d13d-4267-9e9a-770e9821b32a req-bdd177fc-347a-46fd-9314-06a240ce2d25 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0770011
Jul 09 16:00:20.946743 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b2aa9df3-d13d-4267-9e9a-770e9821b32a req-962450eb-78f1-4531-a1cf-ae0a1f0720f8 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388372
Jul 09 16:00:21.244377 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86889c6-3d96-4407-b099-31759c6de1d2 req-0aedba60-caa2-4c08-bf8d-90bb20f0dce7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:21.245801 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a86889c6-3d96-4407-b099-31759c6de1d2 req-0aedba60-caa2-4c08-bf8d-90bb20f0dce7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0746365
Jul 09 16:00:21.290221 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a86889c6-3d96-4407-b099-31759c6de1d2 req-2ce817f4-2f85-4b71-90aa-3adbe7b96c92 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389366
Jul 09 16:00:21.824315 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829b4d-aa47-439a-bba0-58410bc34340 req-adc6f229-feac-4eff-a808-089afa76f12f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:21.834474 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5e829b4d-aa47-439a-bba0-58410bc34340 req-adc6f229-feac-4eff-a808-089afa76f12f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0863032
Jul 09 16:00:21.875635 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5e829b4d-aa47-439a-bba0-58410bc34340 req-7b167f13-a6da-4928-a791-fb9d2bbde22a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402706
Jul 09 16:00:22.151065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74905d9-4471-4bbd-bdef-31aae6f6879f req-71011e0e-5104-4867-b155-ffb7129e170c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:22.152456 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d74905d9-4471-4bbd-bdef-31aae6f6879f req-71011e0e-5104-4867-b155-ffb7129e170c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0792971
Jul 09 16:00:22.197241 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d74905d9-4471-4bbd-bdef-31aae6f6879f req-093b70b1-7a23-4fa1-8591-ffaaf039aa2f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388148
Jul 09 16:00:22.499422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31e6bd-c25f-4131-8957-5c04d79085d2 req-5febee0b-4f4b-4cec-92ac-99b2306457d9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:22.500864 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3c31e6bd-c25f-4131-8957-5c04d79085d2 req-5febee0b-4f4b-4cec-92ac-99b2306457d9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0757167
Jul 09 16:00:22.546015 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3c31e6bd-c25f-4131-8957-5c04d79085d2 req-523630a1-b272-4f82-9bff-d83bb7a0e8b6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396509
Jul 09 16:00:23.075682 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dfcdd-b3d4-4cb7-aeaf-daa2ad07e662 req-714a4245-ee00-4c91-bea9-62bc66e20ae0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:23.077105 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7e9dfcdd-b3d4-4cb7-aeaf-daa2ad07e662 req-714a4245-ee00-4c91-bea9-62bc66e20ae0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0749567
Jul 09 16:00:23.127296 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7e9dfcdd-b3d4-4cb7-aeaf-daa2ad07e662 req-76448ec0-37f6-444b-a46c-1655c1eddbd8 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437615
Jul 09 16:00:23.414130 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767d666-8b4c-4d39-8bf9-16ab893831af req-63fe9350-cb5f-42af-99a5-44d6b0840232 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:23.415522 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1767d666-8b4c-4d39-8bf9-16ab893831af req-63fe9350-cb5f-42af-99a5-44d6b0840232 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0963707
Jul 09 16:00:23.462026 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1767d666-8b4c-4d39-8bf9-16ab893831af req-80a785af-d8d7-46aa-8764-e05dacc2adbc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409789
Jul 09 16:00:23.761159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc491aa-4fbc-4a29-822a-58604143f8b8 req-c1711f74-5071-4526-b3e3-b449366f22d3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:23.762654 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2dc491aa-4fbc-4a29-822a-58604143f8b8 req-c1711f74-5071-4526-b3e3-b449366f22d3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0826359
Jul 09 16:00:23.809317 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2dc491aa-4fbc-4a29-822a-58604143f8b8 req-55b49a43-5c23-48e7-be16-ee44cc029aca tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410292
Jul 09 16:00:24.323756 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68758c13-7b11-450c-8174-2bfaed2b3ed6 req-ab0fc0d0-baff-49df-b6fa-3cfb360f9e07 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:24.325111 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-68758c13-7b11-450c-8174-2bfaed2b3ed6 req-ab0fc0d0-baff-49df-b6fa-3cfb360f9e07 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0782096
Jul 09 16:00:24.371437 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-68758c13-7b11-450c-8174-2bfaed2b3ed6 req-25efc322-d5c8-4f9f-9b26-52f6b1880a24 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401847
Jul 09 16:00:24.663343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b38451-153f-4091-8fbf-3ace186c0db2 req-df7538cb-4b94-45d4-84b4-4e4b5e02032b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:24.664753 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b1b38451-153f-4091-8fbf-3ace186c0db2 req-df7538cb-4b94-45d4-84b4-4e4b5e02032b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0800645
Jul 09 16:00:24.709126 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b1b38451-153f-4091-8fbf-3ace186c0db2 req-2b91cfee-f8c1-4c16-acdf-f4dc1ebc1595 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389667
Jul 09 16:00:25.024251 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6b4dc-495f-4e54-b772-d1c94a79785f req-2cc58050-c9ac-42c4-b178-22d7493f6f6e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:25.025709 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a4a6b4dc-495f-4e54-b772-d1c94a79785f req-2cc58050-c9ac-42c4-b178-22d7493f6f6e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0822172
Jul 09 16:00:25.074777 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a4a6b4dc-495f-4e54-b772-d1c94a79785f req-abbab0a6-e113-40fc-ab07-59048b32bb5a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429239
Jul 09 16:00:25.570949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b3628-76e1-42fd-80f3-fbc00625359d req-74a67c2a-602b-4298-b1e0-532475a2b342 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:25.572501 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-398b3628-76e1-42fd-80f3-fbc00625359d req-74a67c2a-602b-4298-b1e0-532475a2b342 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0774219
Jul 09 16:00:25.620019 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-398b3628-76e1-42fd-80f3-fbc00625359d req-6de5521d-95ce-46ce-9bce-11259363f6f3 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414805
Jul 09 16:00:25.850978 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845abc2-a089-4c7e-af5f-31f8607922fa req-5d1cecff-8aad-48eb-bfb3-31a69c08d81f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:25.852527 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1845abc2-a089-4c7e-af5f-31f8607922fa req-5d1cecff-8aad-48eb-bfb3-31a69c08d81f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.1066344
Jul 09 16:00:25.911049 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1845abc2-a089-4c7e-af5f-31f8607922fa req-f6bc9b8f-a70c-4e78-88dd-b060483f3097 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516469
Jul 09 16:00:25.995162 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d2956-cd11-495c-b760-4b511c81ebf9 req-6378b973-b2db-4a6c-bc37-1be68da5da2a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:25.996777 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-743d2956-cd11-495c-b760-4b511c81ebf9 req-6378b973-b2db-4a6c-bc37-1be68da5da2a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.1163304
Jul 09 16:00:26.058453 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-743d2956-cd11-495c-b760-4b511c81ebf9 req-8dd3fd98-72de-4732-9d90-f596dc386dbe tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463212
Jul 09 16:00:26.295606 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1858-b2ed-46eb-b97a-b408afc616e9 req-4ccc8731-a8fc-4abe-9f5f-70577d351048 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:26.297080 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-442e1858-b2ed-46eb-b97a-b408afc616e9 req-4ccc8731-a8fc-4abe-9f5f-70577d351048 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0818231
Jul 09 16:00:26.344983 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-442e1858-b2ed-46eb-b97a-b408afc616e9 req-1bf5c9e7-9b27-419d-a9c0-d5f6f4fb52bc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416839
Jul 09 16:00:26.551757 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-a35ed6fe-2577-46e3-b036-b0f6fa25a5ed tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:26.553255 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-a35ed6fe-2577-46e3-b036-b0f6fa25a5ed tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.1487355
Jul 09 16:00:26.569812 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-4f0efa0e-712f-4107-ac74-611a9d0827f9 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/quotas/680f4661850d40adbf9d84d5a6d34924 HTTP/1.1" status: 200  len: 375 time: 0.0112376
Jul 09 16:00:26.604804 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef100b-b834-4ce4-9b41-54e519b71009 req-dfc8abdf-8daa-4d00-ba47-0420570c873b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:26.606278 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-20ef100b-b834-4ce4-9b41-54e519b71009 req-dfc8abdf-8daa-4d00-ba47-0420570c873b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.1414769
Jul 09 16:00:26.650677 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-72aefd21-04ae-492d-b66c-7cd69fdf78b0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0756693
Jul 09 16:00:26.653348 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-20ef100b-b834-4ce4-9b41-54e519b71009 req-40c7ae27-d43a-4bdc-a0d4-067381ddd636 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Jul 09 16:00:26.882777 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-f276d075-d145-48e2-9579-61e59424448e service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252722
Jul 09 16:00:27.024984 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-a994edc8-f456-4c16-b3e4-3a529820ab8c service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361849
Jul 09 16:00:27.278641 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ca763eaa-2412-47a7-978c-9070c7a7257c req-1b1d67f6-10d6-4851-927e-8b2a6ca8c15c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 210 time: 0.0723784
Jul 09 16:00:27.314580 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2432485-7d3e-4cad-aa0e-299292831479 req-114d8ed4-e372-42cd-b05a-2bd7b2778757 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:27.316054 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e2432485-7d3e-4cad-aa0e-299292831479 req-114d8ed4-e372-42cd-b05a-2bd7b2778757 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0905271
Jul 09 16:00:27.368766 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e2432485-7d3e-4cad-aa0e-299292831479 req-1d897c7a-f4ea-46ce-bba2-99ea11c0b883 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454447
Jul 09 16:00:27.594165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9abf1d-1c02-40bc-b960-ecb48ead3dcd req-793604a3-34e1-4c28-aa46-f689ec5c3e2e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:27.597319 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa9abf1d-1c02-40bc-b960-ecb48ead3dcd req-793604a3-34e1-4c28-aa46-f689ec5c3e2e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0936532
Jul 09 16:00:27.646475 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa9abf1d-1c02-40bc-b960-ecb48ead3dcd req-a5954f6e-a535-443f-91eb-546d521dac1d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435259
Jul 09 16:00:27.946994 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-821ab93f-c61a-4ad6-8b5f-6449a09b2bc5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 1096 time: 0.0729506
Jul 09 16:00:28.074858 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-93ac1f76-c501-4e96-8924-d5b428f17a0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1096 time: 0.0717943
Jul 09 16:00:28.205407 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-d4379ac1-8850-4fc5-b921-71c05c45f348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:28.206867 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-d4379ac1-8850-4fc5-b921-71c05c45f348 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1246886
Jul 09 16:00:28.321477 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-b3eee025-8527-48e1-b014-ef743dbe2e6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 200  len: 998 time: 0.1042471
Jul 09 16:00:28.394488 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-a623786c-d763-4d53-9660-79b8e2b65743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:28.396233 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-a623786c-d763-4d53-9660-79b8e2b65743 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0642424
Jul 09 16:00:28.471767 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-13943256-49fc-40c7-a8a1-c7602dd858fa req-4ffbfdef-9fbb-4a03-93f5-e6ad2102a531 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 210 time: 0.0639250
Jul 09 16:00:28.495571 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-1b7ba6e2-7db9-4d02-894e-7417e3e8b5de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903230
Jul 09 16:00:28.722809 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-f5a7b25c-5c16-44af-a698-fc92ff940896 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:28.724653 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-f5a7b25c-5c16-44af-a698-fc92ff940896 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.2178295
Jul 09 16:00:28.753201 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Request body: {'port': {'device_id': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'admin_state_up': True, 'tenant_id': '680f4661850d40adbf9d84d5a6d34924'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:28.771184 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-6ff8ed45-8540-4ab5-bbb9-6eded6f9f8c0 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630141
Jul 09 16:00:28.818817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d2fdc-7d0b-4b67-8d6d-8dffdc51088e req-3fb0fc53-0ea7-4d6b-8a89-41c076612bab tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:28.827960 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-102d2fdc-7d0b-4b67-8d6d-8dffdc51088e req-3fb0fc53-0ea7-4d6b-8a89-41c076612bab tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.1795537
Jul 09 16:00:28.973241 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-102d2fdc-7d0b-4b67-8d6d-8dffdc51088e req-a8166d33-8b32-4968-8c08-a77c12360a61 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832310
Jul 09 16:00:29.005181 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-1be7a0f2-c427-4ad0-b3c8-0c8437501add service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185552
Jul 09 16:00:29.046542 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:29.059587 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:29.067342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7cced-5e5e-4bc4-95d2-38e93461add3 req-7a405712-949a-45a3-b49c-3653a9552c11 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:29.068849 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-44f7cced-5e5e-4bc4-95d2-38e93461add3 req-7a405712-949a-45a3-b49c-3653a9552c11 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1427050
Jul 09 16:00:29.092201 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:00:29.095468 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:29.209533 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-44f7cced-5e5e-4bc4-95d2-38e93461add3 req-561e361b-7e89-423a-9450-23b0d0217acf tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340921
Jul 09 16:00:29.339992 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Allocated IP 172.20.0.7 (626ee016-1050-48e4-91da-86991884c767/40fd3ed9-df29-49d3-9ad7-abbd223b4f58/1d963280-8bee-4af4-9a01-ca7e7742abc5) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:00:29.559638 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:29.592282 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:29.598025 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:29.658439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:00:29.735881 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Network 626ee016-1050-48e4-91da-86991884c767 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:00:29.736908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event updated for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:29.740103 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:29.742570 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:00:29.744969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:00:29.802552 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27157bc0-223c-4db9-8008-397d454e9c3c req-881efbce-39fc-45fe-be26-8ff4a1e5f240 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:29.804009 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27157bc0-223c-4db9-8008-397d454e9c3c req-881efbce-39fc-45fe-be26-8ff4a1e5f240 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 931 time: 0.1719041
Jul 09 16:00:29.833448 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:29.834082 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:29.880324 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27157bc0-223c-4db9-8008-397d454e9c3c req-c0ec5706-dab3-4eaf-8a9f-a0cbf7bb95cf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705152
Jul 09 16:00:29.882012 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1336765
Jul 09 16:00:29.911970 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Request body: {'port': {'device_id': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:30.030168 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:30.193110 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4312f-0577-4461-84da-385b709c9472 req-a2dde688-b75d-4e81-ab51-44482c1f6f1a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:30.195083 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-afb4312f-0577-4461-84da-385b709c9472 req-a2dde688-b75d-4e81-ab51-44482c1f6f1a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0885468
Jul 09 16:00:30.248357 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-afb4312f-0577-4461-84da-385b709c9472 req-99c598a6-7456-4a67-a844-70af5d5757e3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466902
Jul 09 16:00:30.415285 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d963280-8bee-4af4-9a01-ca7e7742abc5 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:00:30.424298 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:30.580986 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Transition to ACTIVE for port object 1d963280-8bee-4af4-9a01-ca7e7742abc5 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:00:30.595047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:30.600911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b0dbf1e3-a889-4568-991e-817f219599ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:30.734407 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Pushing event updated for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:30.741189 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:30.788506 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dabab6-c02f-4538-844c-b0157124bb17 req-465e68e3-9497-47bd-b95b-191f731bef06 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:30.800894 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d2dabab6-c02f-4538-844c-b0157124bb17 req-465e68e3-9497-47bd-b95b-191f731bef06 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.3505840
Jul 09 16:00:30.898778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Attempting to bind port 1d963280-8bee-4af4-9a01-ca7e7742abc5 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:00:30.899119 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Attempting to bind port 1d963280-8bee-4af4-9a01-ca7e7742abc5 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:00:30.899443 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Attempting to bind port 1d963280-8bee-4af4-9a01-ca7e7742abc5 on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:00:30.914773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Port 1d963280-8bee-4af4-9a01-ca7e7742abc5 on network 626ee016-1050-48e4-91da-86991884c767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:00:30.914773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Attempting to bind port 1d963280-8bee-4af4-9a01-ca7e7742abc5 on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:00:30.929094 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d2dabab6-c02f-4538-844c-b0157124bb17 req-f7f3991d-7dd8-4ce7-8148-5696eabe1ee5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328464
Jul 09 16:00:30.940382 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:00:30.940724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Checking segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:00:30.941130 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Bound using segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:00:30.941569 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Bound port: 1d963280-8bee-4af4-9a01-ca7e7742abc5, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:00:30.941931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:31.063750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:00:31.066897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:00:31.071972 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:31.076077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0becade2-2882-4ef0-931b-1dc5f860ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:31.122371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6cc44-4e54-4de1-9701-576e727a13c1 req-706d11f9-73c3-42d9-ab81-2374c3299692 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:31.123853 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ba6cc44-4e54-4de1-9701-576e727a13c1 req-706d11f9-73c3-42d9-ab81-2374c3299692 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0884478
Jul 09 16:00:31.134359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:31.135720 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] 10.222.0.79 "PUT /v2.0/ports/1d963280-8bee-4af4-9a01-ca7e7742abc5 HTTP/1.1" status: 200  len: 1093 time: 1.2288723
Jul 09 16:00:31.136199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:31.165476 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Pushing event updated for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:31.174957 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:31.182163 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ba6cc44-4e54-4de1-9701-576e727a13c1 req-7b88a6ac-4427-46ea-9236-84588d5e4c75 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520992
Jul 09 16:00:31.277652 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5', 'status': 'completed', 'code': 200}
Jul 09 16:00:31.460989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764c08-668e-4761-b30f-fb997febb73f req-b1ccb3a8-0460-44e3-bdc9-ae2984d15a2d tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:31.462458 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a9764c08-668e-4761-b30f-fb997febb73f req-b1ccb3a8-0460-44e3-bdc9-ae2984d15a2d tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0783112
Jul 09 16:00:31.509317 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a9764c08-668e-4761-b30f-fb997febb73f req-7944ca01-ba38-49f8-9743-45855a01d82a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413485
Jul 09 16:00:32.190196 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1771d-56b4-47ea-81fd-a59be4f33798 req-d7e913fd-1866-4643-8644-f3059546ef1b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:32.191695 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-29e1771d-56b4-47ea-81fd-a59be4f33798 req-d7e913fd-1866-4643-8644-f3059546ef1b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0865407
Jul 09 16:00:32.241429 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-29e1771d-56b4-47ea-81fd-a59be4f33798 req-95444775-0bac-4b30-88b1-e52e71f339b6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439203
Jul 09 16:00:32.406817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8f0d-1ad3-4eff-966d-eb4e440a08b8 req-d4c687ff-6130-45b1-82de-2cc51b4cd797 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:32.408271 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-40df8f0d-1ad3-4eff-966d-eb4e440a08b8 req-d4c687ff-6130-45b1-82de-2cc51b4cd797 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0811474
Jul 09 16:00:32.546452 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-40df8f0d-1ad3-4eff-966d-eb4e440a08b8 req-1282b258-ed1b-4a80-bda1-0459e084f86c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326051
Jul 09 16:00:32.715915 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c4029-4c9c-4486-8193-db972488de68 req-647d59e8-a9fc-4487-ae7a-1525e1e09ee1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:32.717373 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f42c4029-4c9c-4486-8193-db972488de68 req-647d59e8-a9fc-4487-ae7a-1525e1e09ee1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0791419
Jul 09 16:00:32.764090 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f42c4029-4c9c-4486-8193-db972488de68 req-20f3693a-8e3a-456c-a78f-3d0d02238252 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407245
Jul 09 16:00:33.458436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d3d2c-3183-47d9-86d8-ed08625b336c req-fb53c4c5-ff7f-45fe-9484-878577069365 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:33.459884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf5d3d2c-3183-47d9-86d8-ed08625b336c req-fb53c4c5-ff7f-45fe-9484-878577069365 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0764089
Jul 09 16:00:33.505151 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf5d3d2c-3183-47d9-86d8-ed08625b336c req-ee23b792-fa55-4bd2-9ab6-708bf4341b28 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397739
Jul 09 16:00:33.748318 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ad79-080c-49b7-a785-9b83f6779eb5 req-0e8b2499-e574-45a5-8808-2bbae9d6d753 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:33.748908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-7fd5ad79-080c-49b7-a785-9b83f6779eb5 req-0e8b2499-e574-45a5-8808-2bbae9d6d753 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:00:33.765437 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-7fd5ad79-080c-49b7-a785-9b83f6779eb5 req-0e8b2499-e574-45a5-8808-2bbae9d6d753 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:00:33.766795 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7fd5ad79-080c-49b7-a785-9b83f6779eb5 req-0e8b2499-e574-45a5-8808-2bbae9d6d753 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1000865
Jul 09 16:00:33.828070 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7fd5ad79-080c-49b7-a785-9b83f6779eb5 req-54acddda-2d38-40c7-b130-0924946357a7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543628
Jul 09 16:00:33.983761 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b09d-ad7f-4ee5-947a-e87527a39a74 req-b1ca0453-6d8a-4ea9-844d-1642e2a82c40 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:33.986062 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2098b09d-ad7f-4ee5-947a-e87527a39a74 req-b1ca0453-6d8a-4ea9-844d-1642e2a82c40 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0822198
Jul 09 16:00:34.034400 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2098b09d-ad7f-4ee5-947a-e87527a39a74 req-b4be9f60-d306-4957-b067-05975f5516f5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426238
Jul 09 16:00:34.726383 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc338c-a3a1-42ab-8eb5-0b4ddaa7aa8b req-9fb6e20b-51a7-4a97-9af1-ec044214fe97 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:34.727858 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-13dc338c-a3a1-42ab-8eb5-0b4ddaa7aa8b req-9fb6e20b-51a7-4a97-9af1-ec044214fe97 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0807488
Jul 09 16:00:34.780480 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-13dc338c-a3a1-42ab-8eb5-0b4ddaa7aa8b req-0992c0fa-9e56-40b9-8380-ef0e06bbb0ff tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469487
Jul 09 16:00:35.029161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf227a-7b82-45e0-a0dd-4bced522b3f3 req-c39a294a-6f2f-4627-a758-3fa213439043 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:35.030685 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-88bf227a-7b82-45e0-a0dd-4bced522b3f3 req-c39a294a-6f2f-4627-a758-3fa213439043 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0771275
Jul 09 16:00:35.081642 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-88bf227a-7b82-45e0-a0dd-4bced522b3f3 req-76895061-8217-4b5a-be6a-77e82fc43c9d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447452
Jul 09 16:00:35.240486 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd6414-916e-4788-aeca-e43a075175ca req-319b93f6-5ac3-4d65-9b20-6fed0acc88ef tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:35.241981 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ecfd6414-916e-4788-aeca-e43a075175ca req-319b93f6-5ac3-4d65-9b20-6fed0acc88ef tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0849466
Jul 09 16:00:35.292065 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ecfd6414-916e-4788-aeca-e43a075175ca req-2b81b83f-2d1f-4295-be7b-acbbc90703a5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447247
Jul 09 16:00:35.994921 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32d051-05c2-4880-829b-87d3a755cc68 req-fb8c68f3-afe2-421b-ac02-54f8b1aeba4d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:35.996445 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5e32d051-05c2-4880-829b-87d3a755cc68 req-fb8c68f3-afe2-421b-ac02-54f8b1aeba4d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0764191
Jul 09 16:00:36.047951 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5e32d051-05c2-4880-829b-87d3a755cc68 req-cae23877-f721-4c18-81e0-e263588cee2b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453415
Jul 09 16:00:36.295302 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91fa5-377d-434d-ac51-85cfcad8a909 req-6dca4631-dba0-487a-a932-c93c4d610028 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:36.296665 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eab91fa5-377d-434d-ac51-85cfcad8a909 req-6dca4631-dba0-487a-a932-c93c4d610028 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0926487
Jul 09 16:00:36.351303 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eab91fa5-377d-434d-ac51-85cfcad8a909 req-32011c12-4de2-41ef-89d0-f42757acac7b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481331
Jul 09 16:00:36.523467 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44053b30-faa2-40f7-844c-1c6bec0c4a31 req-34db810e-4388-4130-bb16-3229e5d0a9be tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:36.524944 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-44053b30-faa2-40f7-844c-1c6bec0c4a31 req-34db810e-4388-4130-bb16-3229e5d0a9be tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0880876
Jul 09 16:00:36.593530 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-44053b30-faa2-40f7-844c-1c6bec0c4a31 req-9c06d8e1-c0d9-4666-8ee7-f0b423b94ca7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624495
Jul 09 16:00:37.260670 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a2925-2229-47f3-9fb6-5c3828396439 req-95989d74-49ac-48fa-9088-806947899a2c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:37.262143 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df6a2925-2229-47f3-9fb6-5c3828396439 req-95989d74-49ac-48fa-9088-806947899a2c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0792494
Jul 09 16:00:37.307604 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df6a2925-2229-47f3-9fb6-5c3828396439 req-a479f706-9340-44c8-a9e4-adeded51d4df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385113
Jul 09 16:00:37.560171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318079d-cc5c-493e-ad5b-5461edbef8c1 req-631e62d3-addd-4258-a53d-519398aabe58 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:37.561636 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5318079d-cc5c-493e-ad5b-5461edbef8c1 req-631e62d3-addd-4258-a53d-519398aabe58 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0804782
Jul 09 16:00:37.607392 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5318079d-cc5c-493e-ad5b-5461edbef8c1 req-83d312eb-494d-4c43-acbc-c3ed107164f1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400493
Jul 09 16:00:37.800584 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd756f1-a9e1-4bd1-bcc9-39a8c62ead93 req-f3d2ed9b-5087-429a-ac03-e53015ee33a5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:37.802078 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6bd756f1-a9e1-4bd1-bcc9-39a8c62ead93 req-f3d2ed9b-5087-429a-ac03-e53015ee33a5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0794220
Jul 09 16:00:37.849684 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6bd756f1-a9e1-4bd1-bcc9-39a8c62ead93 req-58d79886-2c16-4caa-8190-93804d5c2d74 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420578
Jul 09 16:00:38.525889 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14537a1f-d9d2-43e8-a135-211ece7d493a req-b4a2fe3b-3fef-4a50-8a0d-e518a28eddd3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:38.527304 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-14537a1f-d9d2-43e8-a135-211ece7d493a req-b4a2fe3b-3fef-4a50-8a0d-e518a28eddd3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0802078
Jul 09 16:00:38.573834 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-14537a1f-d9d2-43e8-a135-211ece7d493a req-edf0e8e6-bf4f-4a5a-bbd6-a77d39850fa3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403490
Jul 09 16:00:38.800322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa9fc-9281-4e0c-a121-c8ebc087a014 req-6093b15a-88fb-426f-b45a-bc720232c8dc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:38.801783 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-60bfa9fc-9281-4e0c-a121-c8ebc087a014 req-6093b15a-88fb-426f-b45a-bc720232c8dc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0762126
Jul 09 16:00:38.851658 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-60bfa9fc-9281-4e0c-a121-c8ebc087a014 req-59e1cc7a-0a65-49dc-9986-d6c0a2ede8b9 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442095
Jul 09 16:00:39.061925 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee8159-052b-4b1c-99c2-444fdaa8291d req-772d3e57-2854-4805-9040-16d6be669678 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:39.063372 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-62ee8159-052b-4b1c-99c2-444fdaa8291d req-772d3e57-2854-4805-9040-16d6be669678 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0797160
Jul 09 16:00:39.114772 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-62ee8159-052b-4b1c-99c2-444fdaa8291d req-e315b1e8-1b65-4c5d-96dd-20210b4d0128 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453331
Jul 09 16:00:39.798930 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2694c-5018-4dbc-8d46-7ed33d19a2bf req-d647d444-4351-40ae-8b8c-1aa3af3a8ec6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:39.800393 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a8b2694c-5018-4dbc-8d46-7ed33d19a2bf req-d647d444-4351-40ae-8b8c-1aa3af3a8ec6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0865941
Jul 09 16:00:39.876003 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a8b2694c-5018-4dbc-8d46-7ed33d19a2bf req-16ced39f-2661-467c-ae96-9d3e3fe3a19c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684481
Jul 09 16:00:40.115729 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9738-bb8a-4851-bf8e-093c51704ae6 req-1b6cae59-509a-425c-97fc-34d9645c053d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:40.117120 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4c3e9738-bb8a-4851-bf8e-093c51704ae6 req-1b6cae59-509a-425c-97fc-34d9645c053d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1014302
Jul 09 16:00:40.165173 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4c3e9738-bb8a-4851-bf8e-093c51704ae6 req-f238c9a6-3358-486e-9aa4-d5953cffffce tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419712
Jul 09 16:00:40.332504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972a63f-6275-431b-a077-cbfe5866828c req-167005e6-4962-42c8-9166-40064ad6830a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:40.334070 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b972a63f-6275-431b-a077-cbfe5866828c req-167005e6-4962-42c8-9166-40064ad6830a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0828774
Jul 09 16:00:40.380597 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b972a63f-6275-431b-a077-cbfe5866828c req-8e73a1a6-76a6-4be2-a29d-6db70ed26242 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406282
Jul 09 16:00:40.845244 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:41.100927 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128df66-ae96-4f90-a609-ff1f8279b134 req-7d6207de-f6d7-4f29-ba38-e41b9001a66f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:41.102295 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b128df66-ae96-4f90-a609-ff1f8279b134 req-7d6207de-f6d7-4f29-ba38-e41b9001a66f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0834646
Jul 09 16:00:41.149193 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b128df66-ae96-4f90-a609-ff1f8279b134 req-b33fdee7-dc85-4edc-a94d-030dd956a8b1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413766
Jul 09 16:00:41.374322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955208-7d08-4a0a-8709-2a3e03473f4e req-c82963e0-2b33-4659-906b-d84c4542ea78 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:41.376363 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d2955208-7d08-4a0a-8709-2a3e03473f4e req-c82963e0-2b33-4659-906b-d84c4542ea78 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0784237
Jul 09 16:00:41.440730 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d2955208-7d08-4a0a-8709-2a3e03473f4e req-7513bad1-002c-4f1d-b9a4-a49f72a3d2ba tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580313
Jul 09 16:00:41.615083 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ae0f-f6b3-4df3-b8b9-01ba49e53514 req-2e4fdcf2-7472-4478-a8e9-4a0926df10cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:41.616730 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b366ae0f-f6b3-4df3-b8b9-01ba49e53514 req-2e4fdcf2-7472-4478-a8e9-4a0926df10cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0806932
Jul 09 16:00:41.663405 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b366ae0f-f6b3-4df3-b8b9-01ba49e53514 req-1771f4ff-6f8c-4f8a-95ba-ce2cbf537111 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408411
Jul 09 16:00:42.417860 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018b37-6e4d-4e8e-9322-e271ebb7ab3f req-cb3d800e-6c05-479d-a04b-114237c8b067 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:42.419359 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9018b37-6e4d-4e8e-9322-e271ebb7ab3f req-cb3d800e-6c05-479d-a04b-114237c8b067 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1324968
Jul 09 16:00:42.460015 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-15621f19-5dfc-412f-a1ea-f353f6216a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:42.466452 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9018b37-6e4d-4e8e-9322-e271ebb7ab3f req-990dffd9-ee94-4466-8bf8-e6a3d1314887 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407181
Jul 09 16:00:42.653158 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3880e-8c19-45ec-a888-3d6c353a03dc req-b742aad5-5448-4f38-a4a9-e8fcf92dabff tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:42.654788 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82e3880e-8c19-45ec-a888-3d6c353a03dc req-b742aad5-5448-4f38-a4a9-e8fcf92dabff tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0840502
Jul 09 16:00:42.710635 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82e3880e-8c19-45ec-a888-3d6c353a03dc req-8e4d00f1-f549-4cd5-8a47-2fb4bf2b59b0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477340
Jul 09 16:00:42.879269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:42.879640 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6a90c-8504-4d2a-8a6a-43170df7791c req-a67c5e82-1af3-40d9-9c5e-b0200e3cd3bf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:42.881191 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d0a6a90c-8504-4d2a-8a6a-43170df7791c req-a67c5e82-1af3-40d9-9c5e-b0200e3cd3bf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0819094
Jul 09 16:00:42.931302 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d0a6a90c-8504-4d2a-8a6a-43170df7791c req-1350bc55-32bf-4448-b9fb-e0e3115bbbfa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439024
Jul 09 16:00:43.683684 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ee77d-9103-4b2b-9220-a8b0caa2f6b3 req-7d7bf593-ce96-4466-8ba9-82b0f129dcb2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:43.685156 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-df0ee77d-9103-4b2b-9220-a8b0caa2f6b3 req-7d7bf593-ce96-4466-8ba9-82b0f129dcb2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0791249
Jul 09 16:00:43.731545 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-df0ee77d-9103-4b2b-9220-a8b0caa2f6b3 req-45767843-65e6-480f-963e-c788749bb2c6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398140
Jul 09 16:00:43.920360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9986-bf5e-4cfc-9040-e0fa663fd646 req-48fcd90d-1cf3-41d4-a2fe-45f1efb8057f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:43.922509 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dfee9986-bf5e-4cfc-9040-e0fa663fd646 req-48fcd90d-1cf3-41d4-a2fe-45f1efb8057f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0877030
Jul 09 16:00:43.986738 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dfee9986-bf5e-4cfc-9040-e0fa663fd646 req-e0e4cd02-dc68-4247-9418-d26e84612426 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582063
Jul 09 16:00:44.146000 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02e5f4-8c77-47d5-9dbe-34b9d9c0de8b req-ace2ef1b-f661-4a34-b2c1-f73985ebb42c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:44.147777 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1c02e5f4-8c77-47d5-9dbe-34b9d9c0de8b req-ace2ef1b-f661-4a34-b2c1-f73985ebb42c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0838854
Jul 09 16:00:44.194350 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1c02e5f4-8c77-47d5-9dbe-34b9d9c0de8b req-336bdc5a-61cb-4fdc-904a-b908970a3b22 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408449
Jul 09 16:00:44.754895 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bbd8b8d6-ba85-4ec3-888d-7b80fb0d0769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:44.949015 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30b311-4650-4e95-88b8-2c4a40f2ed0d req-b8d4b896-49f7-41ed-bb41-469e19190343 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:44.950488 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1d30b311-4650-4e95-88b8-2c4a40f2ed0d req-b8d4b896-49f7-41ed-bb41-469e19190343 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0776265
Jul 09 16:00:45.005160 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1d30b311-4650-4e95-88b8-2c4a40f2ed0d req-49d2614a-9d7a-4529-89cb-4d602288b546 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489428
Jul 09 16:00:45.133808 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:00:45.206992 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1978a-afb4-4ead-919d-afde105845a1 req-259108e5-4d4a-42aa-a829-1df039f83510 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:45.208449 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f1b1978a-afb4-4ead-919d-afde105845a1 req-259108e5-4d4a-42aa-a829-1df039f83510 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0901747
Jul 09 16:00:45.278123 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f1b1978a-afb4-4ead-919d-afde105845a1 req-5937fd47-e6ad-42eb-9816-48eb19700ec4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609248
Jul 09 16:00:45.569121 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720bc7-43bf-484c-b7be-508435587c30 req-f7609c6e-3955-4fcb-8353-00c32e5d7e9a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:45.570539 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e3720bc7-43bf-484c-b7be-508435587c30 req-f7609c6e-3955-4fcb-8353-00c32e5d7e9a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0856576
Jul 09 16:00:45.621474 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e3720bc7-43bf-484c-b7be-508435587c30 req-3f55921f-f1f1-45ef-b6d6-3ffb568e4f5a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450940
Jul 09 16:00:45.712738 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:46.224338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f72fe-7980-4c5a-82c2-e57627918222 req-c146c8c8-cced-424a-8902-f83c22d25015 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:46.225822 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-846f72fe-7980-4c5a-82c2-e57627918222 req-c146c8c8-cced-424a-8902-f83c22d25015 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0780556
Jul 09 16:00:46.273530 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-846f72fe-7980-4c5a-82c2-e57627918222 req-8aaad689-08c7-49e6-b3f6-98ab002c1fdc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421550
Jul 09 16:00:46.547470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4009-66cf-48c0-bfb8-3bbaa12f9b9e req-2baa61c0-ddd8-49e8-ae8b-48f5785ba7e6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:46.549127 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-708c4009-66cf-48c0-bfb8-3bbaa12f9b9e req-2baa61c0-ddd8-49e8-ae8b-48f5785ba7e6 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1161845
Jul 09 16:00:46.603874 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-708c4009-66cf-48c0-bfb8-3bbaa12f9b9e req-24258e1d-6766-4705-9dd8-b22727420866 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491786
Jul 09 16:00:46.831738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b906b-cae0-48df-9178-babe9120cd07 req-8bcd0027-cba7-4e8b-9344-e4fc8633f3df tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:46.833443 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e04b906b-cae0-48df-9178-babe9120cd07 req-8bcd0027-cba7-4e8b-9344-e4fc8633f3df tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0866885
Jul 09 16:00:46.883126 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e04b906b-cae0-48df-9178-babe9120cd07 req-1a5bce0b-49d9-44b5-8ef9-a876ad26a416 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440276
Jul 09 16:00:47.176625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:47.489493 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856e834-3778-4b13-ad8d-b3a4d6ba719b req-c24dbfd0-9d83-4a49-96d5-486f615467d2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:47.491005 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6856e834-3778-4b13-ad8d-b3a4d6ba719b req-c24dbfd0-9d83-4a49-96d5-486f615467d2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0804935
Jul 09 16:00:47.540578 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6856e834-3778-4b13-ad8d-b3a4d6ba719b req-c985da22-4799-48b2-90e6-3e3729adb67a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441391
Jul 09 16:00:47.829269 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac8337-3212-4ba0-97fa-f55be15ba1e4 req-9d9dac71-fb6b-42c4-a5b6-2f70a7928cb5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:47.833080 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-64ac8337-3212-4ba0-97fa-f55be15ba1e4 req-9d9dac71-fb6b-42c4-a5b6-2f70a7928cb5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1051657
Jul 09 16:00:47.905069 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-64ac8337-3212-4ba0-97fa-f55be15ba1e4 req-faadef8c-424f-4fd1-9257-fe2594b1d287 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701098
Jul 09 16:00:48.098254 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076b06-c7ed-4e9c-a8a2-6ba171c91df6 req-e72a73c1-fa16-414a-a4cf-27a581fc2e67 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:48.099787 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b9076b06-c7ed-4e9c-a8a2-6ba171c91df6 req-e72a73c1-fa16-414a-a4cf-27a581fc2e67 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0871265
Jul 09 16:00:48.153326 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b9076b06-c7ed-4e9c-a8a2-6ba171c91df6 req-36d6335f-874c-4907-b066-433db396ef0f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456009
Jul 09 16:00:48.855661 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66b409-7e2f-4e9e-899c-f3bee9c4e03a req-a1868d0a-3f81-4bdf-bba8-500dac49e854 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:48.857851 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b66b409-7e2f-4e9e-899c-f3bee9c4e03a req-a1868d0a-3f81-4bdf-bba8-500dac49e854 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1721270
Jul 09 16:00:48.909916 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b66b409-7e2f-4e9e-899c-f3bee9c4e03a req-775c6245-05f3-47d0-9eda-2ce5564a5399 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421343
Jul 09 16:00:49.104418 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50000-3ac1-4cd8-a312-db3536626d88 req-8c81fdeb-b5d6-418a-989a-aa00a5c66dab tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:49.106259 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-51f50000-3ac1-4cd8-a312-db3536626d88 req-8c81fdeb-b5d6-418a-989a-aa00a5c66dab tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0782120
Jul 09 16:00:49.166024 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-51f50000-3ac1-4cd8-a312-db3536626d88 req-b309e849-5d3f-4769-9fac-f335ae6f2057 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541635
Jul 09 16:00:49.363348 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af834af-faa4-4c72-9684-97b071b41b29 req-01a86671-3314-4d26-b0bb-d0ce026f46b9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:49.364849 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7af834af-faa4-4c72-9684-97b071b41b29 req-01a86671-3314-4d26-b0bb-d0ce026f46b9 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0800793
Jul 09 16:00:49.415411 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7af834af-faa4-4c72-9684-97b071b41b29 req-45c17fd7-76a6-4056-8c04-000a8dc87680 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440257
Jul 09 16:00:50.121029 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d5feb-74c7-4161-9feb-ce953eff36ab req-4591b3f3-cfc7-4d52-8bca-b3eaceed7b74 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:50.122631 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8b0d5feb-74c7-4161-9feb-ce953eff36ab req-4591b3f3-cfc7-4d52-8bca-b3eaceed7b74 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0770991
Jul 09 16:00:50.168135 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8b0d5feb-74c7-4161-9feb-ce953eff36ab req-5e3be032-5c0c-421f-a15e-d6ed5b8e529e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400517
Jul 09 16:00:50.363512 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92c4f2-75ea-40ae-9498-c0dec42e4bcf req-03d2b43a-92ad-419a-a50e-5d90e5c1e6e4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:50.364952 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0e92c4f2-75ea-40ae-9498-c0dec42e4bcf req-03d2b43a-92ad-419a-a50e-5d90e5c1e6e4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0758348
Jul 09 16:00:50.414795 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0e92c4f2-75ea-40ae-9498-c0dec42e4bcf req-5c8d9f5c-9f63-4b35-ba98-80604bcee984 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444465
Jul 09 16:00:50.427206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47718) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:50.503673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Deleting subnet d4d6f3a9-ccba-4753-aec8-098b69b05954 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:00:50.506731 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.555721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.610262 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.621703 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225f733-2db0-4aac-8e33-a0ba34726df7 req-fa98e917-d3d7-42cd-ac9a-23c13c64d55f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:50.623176 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5225f733-2db0-4aac-8e33-a0ba34726df7 req-fa98e917-d3d7-42cd-ac9a-23c13c64d55f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0783052
Jul 09 16:00:50.670022 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5225f733-2db0-4aac-8e33-a0ba34726df7 req-59241636-3084-4e2c-b408-3652ce76d9d6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405378
Jul 09 16:00:50.682425 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.686787 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:50.721279 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d6f3a9-ccba-4753-aec8-098b69b05954,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:50.723632 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:50.727311 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.732193 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-00d73ffc-ee09-4b26-a6b4-84f6efd1a605 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d4d6f3a9-ccba-4753-aec8-098b69b05954 HTTP/1.1" status: 204  len: 168 time: 0.3040168
Jul 09 16:00:50.734569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47724) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:50.851051 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.975234 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:50.988630 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59f16400>,) {'filters': {'network_id': ['759cf6a0-1b8f-495e-a6c0-055deb95c43c']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:51.000476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59f16400>, '36a56fca-1ca8-4824-85d0-9d6393611f76') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:51.001413 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59f16400>, '36a56fca-1ca8-4824-85d0-9d6393611f76') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:51.012473 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.031410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.037873 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:00:51.038322 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:00:51.051814 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:00:51.129289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.134133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.136592 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b96e491f-de7a-4142-80ed-ddf38ad1d5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:51.157811 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Pushing event deleted for resources: {'Network': ['ID=759cf6a0-1b8f-495e-a6c0-055deb95c43c,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:51.160132 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:51.165786 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-141fb237-5201-4172-b45c-5d03f0a1de34 admin admin] 10.222.0.74 "DELETE /v2.0/networks/759cf6a0-1b8f-495e-a6c0-055deb95c43c HTTP/1.1" status: 204  len: 168 time: 0.4300168
Jul 09 16:00:51.367209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 47734) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:51.383076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edacb57-a2c4-4de4-bf22-19e36cbdea91 req-67a04ebc-5c8e-48b0-834e-f34c13430433 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:51.384525 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8edacb57-a2c4-4de4-bf22-19e36cbdea91 req-67a04ebc-5c8e-48b0-834e-f34c13430433 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0824537
Jul 09 16:00:51.421657 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-77b60c7a-5ea3-45aa-8b6d-529ccb3c0f2b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ec3f30a745345778bfe6d3471531bb8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0526977
Jul 09 16:00:51.422263 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 47738) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:51.436135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8edacb57-a2c4-4de4-bf22-19e36cbdea91 req-324d037e-e6e6-46a8-8c57-28a21a8d11ca tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460663
Jul 09 16:00:51.485737 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.511386 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.671235 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.677841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4ee1af41-a739-4fbf-8693-e1effb0fe007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:51.704064 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095be19f-7cb2-481d-a4c8-eee390dbe700,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:51.709355 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-603c06fa-1ada-4268-bf30-a25b4ac710f2 req-19c0aa62-4721-4637-858a-c2c1a1938744 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 1096 time: 0.1291213
Jul 09 16:00:51.710409 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:51.717647 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9186b-2c95-475b-bac0-5cc0bca8cfc4 req-0dbe2461-5787-4483-9a29-74b6d2ad5e5b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:51.719113 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b9186b-2c95-475b-bac0-5cc0bca8cfc4 req-0dbe2461-5787-4483-9a29-74b6d2ad5e5b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1751339
Jul 09 16:00:51.723154 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:51.726413 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/095be19f-7cb2-481d-a4c8-eee390dbe700 HTTP/1.1" status: 204  len: 168 time: 0.3023946
Jul 09 16:00:51.771077 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c2b9186b-2c95-475b-bac0-5cc0bca8cfc4 req-81e2a18c-f3fb-4f20-813b-3d865c89f41c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430472
Jul 09 16:00:52.001692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c06fa-1ada-4268-bf30-a25b4ac710f2 req-b2bded79-25d9-4240-a6fa-98b2110355ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.005123 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-603c06fa-1ada-4268-bf30-a25b4ac710f2 req-b2bded79-25d9-4240-a6fa-98b2110355ae service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=680f4661850d40adbf9d84d5a6d34924&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2111931
Jul 09 16:00:52.011486 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08772d44-9f7e-42a2-a27e-e1bf1ab9fa60 req-354fb0ba-fa1d-455f-9428-87443412bab5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.012928 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08772d44-9f7e-42a2-a27e-e1bf1ab9fa60 req-354fb0ba-fa1d-455f-9428-87443412bab5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.1646214
Jul 09 16:00:52.016676 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-1106abfc-f342-4bb3-888a-9b56cd289460 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.2144089
Jul 09 16:00:52.164112 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-08772d44-9f7e-42a2-a27e-e1bf1ab9fa60 req-9060fb5f-456e-496a-93e0-035163963daf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443090
Jul 09 16:00:52.186579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c06fa-1ada-4268-bf30-a25b4ac710f2 req-8ac2c2be-3e7b-4b71-aa5a-07666f03c92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.189151 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-603c06fa-1ada-4268-bf30-a25b4ac710f2 req-8ac2c2be-3e7b-4b71-aa5a-07666f03c92b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1719410
Jul 09 16:00:52.213708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-4bb3ed25-707d-4c90-9c1e-eeca23034118 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.215211 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-4bb3ed25-707d-4c90-9c1e-eeca23034118 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1666701
Jul 09 16:00:52.325102 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-94116ce2-93fb-46f0-af18-23aa2f996a78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 1000 time: 0.0984921
Jul 09 16:00:52.334805 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-163f7381-b10b-4689-9e29-eec667fe8850 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 1096 time: 0.0669677
Jul 09 16:00:52.387171 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-ee2022ee-068e-4ee5-a7c8-69d67ed72776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.388597 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-ee2022ee-068e-4ee5-a7c8-69d67ed72776 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0568373
Jul 09 16:00:52.498001 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-04b33f8f-e566-4326-85a5-4dcfeb1fa1e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5 HTTP/1.1" status: 200  len: 217 time: 0.1413052
Jul 09 16:00:52.564498 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-a0537255-5862-4a9d-ae29-f33918ee3424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.566140 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-a0537255-5862-4a9d-ae29-f33918ee3424 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.0597994
Jul 09 16:00:52.579704 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-e786bf4c-c50e-44b2-bffa-c2b2f018d8b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1825798
Jul 09 16:00:52.643568 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-d0f114ac-98a7-4ed5-875a-b5abd2a41fc6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702293
Jul 09 16:00:52.716616 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-2743b46f-f7ae-4538-beea-d9defa89eddd service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259248
Jul 09 16:00:52.800317 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6df6f-f58d-48f3-9f5e-8485320da16f req-d8f9253a-0d0b-4b5f-b966-15ce4cc94b37 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:52.801757 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d6c6df6f-f58d-48f3-9f5e-8485320da16f req-d8f9253a-0d0b-4b5f-b966-15ce4cc94b37 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1927414
Jul 09 16:00:52.807479 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-80edd180-2c68-46e8-93b4-13bdf6d1e7c7 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534853
Jul 09 16:00:52.869720 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d9c8f61a-53d9-40ae-8d02-06206a169068 req-f261d055-0764-4ee9-8129-d8f869c78d8f service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438076
Jul 09 16:00:52.936768 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d6c6df6f-f58d-48f3-9f5e-8485320da16f req-cbbc909b-ce5e-492f-996d-7e8419336849 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278284
Jul 09 16:00:52.981694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e2fe08a-f5ee-42b5-9e4c-11393faefe16 req-00a4de27-e7c7-4122-96a5-98fc396f93de service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582830
Jul 09 16:00:53.018137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f303434-0950-4ea7-917f-ce099bd12797 req-34e721db-02f8-4b38-8979-548d8b13d4bf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:53.019627 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2f303434-0950-4ea7-917f-ce099bd12797 req-34e721db-02f8-4b38-8979-548d8b13d4bf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0954654
Jul 09 16:00:53.083857 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2f303434-0950-4ea7-917f-ce099bd12797 req-e6702f39-9c0e-4e08-bead-1db55d91be18 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563984
Jul 09 16:00:53.400546 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af9005-079b-4deb-9df4-b41d62da798a req-9ffdfc00-dac1-4ef3-8673-e46aa6cc5236 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:53.401923 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e6af9005-079b-4deb-9df4-b41d62da798a req-9ffdfc00-dac1-4ef3-8673-e46aa6cc5236 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0854404
Jul 09 16:00:53.449071 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e6af9005-079b-4deb-9df4-b41d62da798a req-22e52002-9a0d-4d1a-8bb0-3bf6c1f74a3b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413897
Jul 09 16:00:53.804712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0adced-dfe2-4135-a94b-b6e1d413883a req-e23bc90d-65d2-4411-93a0-aa9ab21db29f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:53.806214 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8d0adced-dfe2-4135-a94b-b6e1d413883a req-e23bc90d-65d2-4411-93a0-aa9ab21db29f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0765066
Jul 09 16:00:53.907324 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8d0adced-dfe2-4135-a94b-b6e1d413883a req-fa3f9f53-8b82-4312-b737-31f4c78a7f38 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948133
Jul 09 16:00:53.921858 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-f64b4326-a2f1-484f-ac29-e8db30730a95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.0912097
Jul 09 16:00:54.058692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-193eefac-0105-4b23-9d74-79b23d0647f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:54.060132 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-193eefac-0105-4b23-9d74-79b23d0647f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1312342
Jul 09 16:00:54.164511 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c0fc8-9032-4d6b-94c8-c166e3d2e833 req-bc08d5c2-c649-450d-9d53-8eedd525f92b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:54.166809 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0f0c0fc8-9032-4d6b-94c8-c166e3d2e833 req-bc08d5c2-c649-450d-9d53-8eedd525f92b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0892296
Jul 09 16:00:54.183286 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-7071711c-bca5-403b-b3c0-eeaf371f84d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 1000 time: 0.1028132
Jul 09 16:00:54.218316 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0f0c0fc8-9032-4d6b-94c8-c166e3d2e833 req-f27b425b-6f72-4e06-8864-29aec4d244f7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448365
Jul 09 16:00:54.311102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-63329194-357e-4266-8858-d21e9bb18c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:54.312561 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-63329194-357e-4266-8858-d21e9bb18c5d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.1181693
Jul 09 16:00:54.379765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70e46-54e7-45ca-b826-5785dba32dc3 req-1d8ea4fb-0c5d-4d74-b535-d01e8fd42a6b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:54.381218 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80a70e46-54e7-45ca-b826-5785dba32dc3 req-1d8ea4fb-0c5d-4d74-b535-d01e8fd42a6b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1559949
Jul 09 16:00:54.443922 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-a425de1e-c10e-4f2f-8cac-61ac525143c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1192031
Jul 09 16:00:54.446154 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-80a70e46-54e7-45ca-b826-5785dba32dc3 req-7b28752e-d62e-4374-8158-7532f865ad36 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585208
Jul 09 16:00:54.610585 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-206bd579-4179-450b-8882-08b0d971879d service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273468
Jul 09 16:00:54.625194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424815-ac94-47a1-bc85-7ac74aa0c7fd req-638aa4cf-dca1-488a-85f5-36db716cce57 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:54.626731 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8f424815-ac94-47a1-bc85-7ac74aa0c7fd req-638aa4cf-dca1-488a-85f5-36db716cce57 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0764995
Jul 09 16:00:54.672887 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8f424815-ac94-47a1-bc85-7ac74aa0c7fd req-7c4e07cd-05bb-4e30-a2c5-49430b7cbee0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399272
Jul 09 16:00:54.702492 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47776) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:54.743321 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc383d89-fb17-47cc-b491-bf98476c9433 req-cdc54494-5393-4607-8f06-c2510c666a5d service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258948
Jul 09 16:00:55.012269 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1de4a0a1-c2be-4832-9ad5-3637a99407c7 tempest-TestMinimumBasicScenario-266438825 tempest-TestMinimumBasicScenario-266438825-project-admin] Synchronizing usage tracker for tenant:5b82a9957dec4d0db46e248e3f2fd96d on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:00:55.029469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1de4a0a1-c2be-4832-9ad5-3637a99407c7 tempest-TestMinimumBasicScenario-266438825 tempest-TestMinimumBasicScenario-266438825-project-admin] Unset dirty status for tenant:5b82a9957dec4d0db46e248e3f2fd96d on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:00:55.030818 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1de4a0a1-c2be-4832-9ad5-3637a99407c7 tempest-TestMinimumBasicScenario-266438825 tempest-TestMinimumBasicScenario-266438825-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1093 time: 0.3273377
Jul 09 16:00:55.035389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 47784) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:55.131948 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'port_id': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:55.140657 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:55.151486 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:floatingip and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:55.155250 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:55.165630 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:55.183156 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:55.263048 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33937f34-c71a-4a3f-beda-29d2841f6be3 req-288c1f57-eada-4645-87e2-64405446ca42 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:55.264515 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-33937f34-c71a-4a3f-beda-29d2841f6be3 req-288c1f57-eada-4645-87e2-64405446ca42 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.2306619
Jul 09 16:00:55.333482 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-33937f34-c71a-4a3f-beda-29d2841f6be3 req-78568515-fe34-44a6-a8e2-0b621372929c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629706
Jul 09 16:00:55.368058 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:55.445304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468e1-2039-488a-84b8-585610d7c42b req-1a3ab91f-5199-49a2-8d72-0e966aa68670 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:55.446999 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-98e468e1-2039-488a-84b8-585610d7c42b req-1a3ab91f-5199-49a2-8d72-0e966aa68670 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0780797
Jul 09 16:00:55.498723 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-98e468e1-2039-488a-84b8-585610d7c42b req-c4825ac3-092d-4e3c-8450-bb1977848722 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459712
Jul 09 16:00:55.510382 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Allocated IP 172.27.2.117 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/ef280b54-464b-4066-800b-332eb26a0ca5) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:00:55.725946 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:55.733543 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a3b09-1f09-46f0-8417-d363c0a42ec8 req-3ffa7788-6757-45e7-a96a-89d7e0a5b23c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:55.735089 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc5a3b09-1f09-46f0-8417-d363c0a42ec8 req-3ffa7788-6757-45e7-a96a-89d7e0a5b23c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.1440303
Jul 09 16:00:55.793096 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-dc5a3b09-1f09-46f0-8417-d363c0a42ec8 req-6d3cd810-aa97-4e77-b99d-debe262b94be tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516336
Jul 09 16:00:55.798773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:55.802452 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-be197b5b-c3b2-4aff-b477-1ace78d57023 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:55.866897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:00:55.869742 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:00:55.873458 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:00:55.909502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'Port': ['ID=ef280b54-464b-4066-800b-332eb26a0ca5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:55.929402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.929771 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.930169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.930530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.930881 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.931232 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.931579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.931924 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.932266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.932631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.932981 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:00:55.937619 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:56.403247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:56.461740 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:56.534568 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849aab-057e-48a2-a21c-4c558dfacd11 req-cf029388-9fd3-4768-a34a-1d8c73a3aef7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:56.536026 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96849aab-057e-48a2-a21c-4c558dfacd11 req-cf029388-9fd3-4768-a34a-1d8c73a3aef7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0799639
Jul 09 16:00:56.583424 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96849aab-057e-48a2-a21c-4c558dfacd11 req-65e60c72-d695-4fe0-8c66-3f3aa48cbc41 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418148
Jul 09 16:00:56.717229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:56.724635 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:56.729297 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-74383a54-4103-4ccc-b827-da0b4fab2e90 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:56.790573 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1d963280-8bee-4af4-9a01-ca7e7742abc5 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:00:56.918020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc1c74-171d-45c1-8248-0559537f8988 req-d524500d-6059-4685-b1d2-94725070b5f2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:56.919505 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ddc1c74-171d-45c1-8248-0559537f8988 req-d524500d-6059-4685-b1d2-94725070b5f2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.2720890
Jul 09 16:00:56.920159 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'Port': ['ID=ef280b54-464b-4066-800b-332eb26a0ca5,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:56.923887 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:56.931184 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:56.935093 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:56.949715 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '1d963280-8bee-4af4-9a01-ca7e7742abc5', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'port_id': '1d963280-8bee-4af4-9a01-ca7e7742abc5', 'mac_address': 'fa:16:3e:e5:aa:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd3ed9-df29-49d3-9ad7-abbd223b4f58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:00:57.007060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:57.012617 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be26f-c22b-4bdc-86f3-7397f1f32884 req-04bba8c9-43c5-411e-ba36-704f0b518efd tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:57.014196 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-606be26f-c22b-4bdc-86f3-7397f1f32884 req-04bba8c9-43c5-411e-ba36-704f0b518efd tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 943 time: 0.0792897
Jul 09 16:00:57.025091 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d963280-8bee-4af4-9a01-ca7e7742abc5 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:00:57.043260 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:57.046380 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6ddc1c74-171d-45c1-8248-0559537f8988 req-607e8fa0-ae1c-4173-86ba-9744d08fc6c5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638261
Jul 09 16:00:57.049865 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:57.052324 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:57.073081 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-606be26f-c22b-4bdc-86f3-7397f1f32884 req-0698c634-ecd6-4269-8727-04fd7a387e02 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512397
Jul 09 16:00:57.132327 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:57.135391 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:57.164961 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Floating IP 23199cca-6d55-4dc0-bfe4-ff09c4449df9 associated. External IP: 172.27.2.117, port: fc70aaad-4662-4ed9-9c29-58f0452e9bfc.
Jul 09 16:00:57.552075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:00:57.706707 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['1d963280-8bee-4af4-9a01-ca7e7742abc5'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:00:57.750367 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:00:57.764444 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Sync routers for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:00:57.776169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:57.801110 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:00:57.801835 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a96e220>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:00:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:57.833764 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7082059
Jul 09 16:00:57.833764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:57.834913 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47800) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:57.842765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592264563', 'description': 'tempest-secgroup-smoke-592264563 description', 'project_id': '252c4a8abd1c425ca5b4c195694ce920'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:57.850907 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:57.864485 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:57.876830 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:57.887991 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 16:00:57.914754 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:57.918569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:57.921359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:57.928378 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:57.992342 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:57.998724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.005323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-daa2f0d8-2012-48d4-9962-d1ffac420486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:58.023083 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-a67f6401-0159-4214-a8fb-072be81e24a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1098 time: 0.0785265
Jul 09 16:00:58.047975 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7286e09-9e42-4ef7-9d50-1d64fe6d6774,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:58.051738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:58.055639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.062443 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6a0a8673-cefe-48c2-80a6-66ab5c1e7c16 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2250056
Jul 09 16:00:58.063287 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47806) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:58.070480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:58.076331 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:58.080460 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:58.083371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:58.083569 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:00:58.089306 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:58.107669 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.177016 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.189349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.191650 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-41cc76d5-f2b8-489b-a3fb-46cd276ae2dc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:58.232191 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4fd975-8aeb-4e55-b57e-999043942886,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:58.239599 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:58.245312 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.247094 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1820965
Jul 09 16:00:58.249793 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47814) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:58.256143 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-a77dd8ee-bf6f-4244-ada3-e18af3062461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:58.256356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:58.257813 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-a77dd8ee-bf6f-4244-ada3-e18af3062461 service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.2212567
Jul 09 16:00:58.262571 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:58.267994 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:58.272231 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:58.311576 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:58.345661 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.392500 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80864-6412-4285-a495-1cb2f83f1313 req-bada8d2e-ebad-4391-9d53-16cdc40bbaf7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:58.394116 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e5e80864-6412-4285-a495-1cb2f83f1313 req-bada8d2e-ebad-4391-9d53-16cdc40bbaf7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 944 time: 0.1778069
Jul 09 16:00:58.396006 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-34b58e46-3d14-4b3f-895a-47619c8db46a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 999 time: 0.1204512
Jul 09 16:00:58.408285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b3bc-fa0d-4f24-98a3-9f7aa1b792da req-fbb2e185-0086-4dba-b28a-2540743b4025 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:58.409773 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8886b3bc-fa0d-4f24-98a3-9f7aa1b792da req-fbb2e185-0086-4dba-b28a-2540743b4025 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.1431205
Jul 09 16:00:58.447524 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.456322 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.473912 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5e87e901-f6ea-4e78-a791-cb9a391aabd1 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:58.497257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-73668276-79b9-43e8-bc36-dcb95ef8ee97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:58.497710 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a5ffdc-7219-43f2-aea5-9da10fa4132f,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:58.498746 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-73668276-79b9-43e8-bc36-dcb95ef8ee97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0821598
Jul 09 16:00:58.501430 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e5e80864-6412-4285-a495-1cb2f83f1313 req-abfddad8-5461-4d4e-9f69-d6cdc4b50f32 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013863
Jul 09 16:00:58.501646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:58.513452 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8886b3bc-fa0d-4f24-98a3-9f7aa1b792da req-4c01de34-1ed8-4f06-8948-34b7dca070d8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881350
Jul 09 16:00:58.520779 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.525910 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-44839a22-245b-4d7d-9a08-683a84678157 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2750924
Jul 09 16:00:58.526917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47818) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:58.530139 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a96e220>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '23199cca-6d55-4dc0-bfe4-ff09c4449df9', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'port_id': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'mac_address': 'fa:16:3e:e5:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:00:56Z', 'updated_at': '2021-07-09T16:00:56Z', 'revision_number': 0, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:58.535440 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Checking router: eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:00:58.536257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:58.544206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:58.547686 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:00:58.548432 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a96e220>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:00:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:58.550843 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:58.553925 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:58.561029 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:58.588803 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.657651 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.662012 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.664863 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9504b9aa-aa0d-4d6a-9b91-d7a81ab9fb7e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:58.676838 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-9ce08536-0f53-4392-9609-069650250aed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1689167
Jul 09 16:00:58.686029 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a7ca83-b280-41e9-b581-061733dd37af,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:58.691016 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:58.700604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.705631 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1776717
Jul 09 16:00:58.706695 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47822) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:58.715710 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:58.722882 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:58.726836 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:58.730017 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:58.736716 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:58.740752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:00:58.755394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.824861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.830888 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.833702 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:58.834603 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-747320ac-8175-49d2-a028-e9f6fc542ad9 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420245
Jul 09 16:00:58.867389 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc30f5a-f1fc-44c5-9456-5947d3fdff45,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:58.869219 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.870424 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1624506
Jul 09 16:00:58.871299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d75da3a6-24d8-49e7-a80f-1d6d5e7fdbb4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:58.873037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47826) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:58.880042 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:58.887672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:58.892131 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:58.895216 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:58.901423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:58.914185 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Project 252c4a8abd1c425ca5b4c195694ce920 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 16:00:58.920787 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:58.987020 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e0e4984b-792e-49d3-9dbd-50ff77b1651a req-dcccacae-6764-4f94-a419-14ab09595f9f service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408436
Jul 09 16:00:58.996590 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.001791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.003821 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ea49a58c-96cb-4750-ab79-045895aea952 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:59.031634 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff05ded-a06b-4486-85c0-5208cf0e7f5b,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:59.034339 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:59.042541 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.043884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-39ee59e7-7279-4835-af2d-a1ceefb6f160 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1699512
Jul 09 16:00:59.046547 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 47830) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:00:59.052354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'security_group_rule': {'security_group_id': 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774', 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:59.058046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:00:59.061785 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Usage tracker for resource:security_group_rule and tenant:252c4a8abd1c425ca5b4c195694ce920 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:00:59.065566 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:00:59.071276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:00:59.083017 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Project 252c4a8abd1c425ca5b4c195694ce920 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 16:00:59.089749 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.131525 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a96e220>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '23199cca-6d55-4dc0-bfe4-ff09c4449df9', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'port_id': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'mac_address': 'fa:16:3e:e5:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:00:56Z', 'updated_at': '2021-07-09T16:00:56Z', 'revision_number': 0, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:00:59.136237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c0fa4-611c-45c5-a206-7636844a510d None None] The sync data for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi is: [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '23199cca-6d55-4dc0-bfe4-ff09c4449df9', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'port_id': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'mac_address': 'fa:16:3e:e5:81:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:00:56Z', 'updated_at': '2021-07-09T16:00:56Z', 'revision_number': 0, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:00:59.157344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.161921 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.163862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:59.186862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efde085d-0829-4828-b888-e228f7c0c73b,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:59.192088 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:59.198259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.202681 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1519263
Jul 09 16:00:59.334341 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-089fce9c-194a-466b-9eef-3946aa21b7b4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592264563&fields=id&tenant_id=252c4a8abd1c425ca5b4c195694ce920 HTTP/1.1" status: 200  len: 267 time: 0.0431082
Jul 09 16:00:59.338827 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ee81e-caad-49d1-a1b8-f52f89f885a2 None None] New status for floating IP 23199cca-6d55-4dc0-bfe4-ff09c4449df9: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:00:59.428199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-a071b89c-c579-4bf7-8a35-1cd7649c8f74 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:59.429647 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-a071b89c-c579-4bf7-8a35-1cd7649c8f74 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0897305
Jul 09 16:00:59.441200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'port': {'security_groups': ['054e52f4-0269-4d68-b7b1-e01af1843b4a', 'f7286e09-9e42-4ef7-9d50-1d64fe6d6774']}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:00:59.555907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.735772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a693e8-9803-4633-9d8a-2d68e5f2f7b0 req-1273e283-a4be-40ad-b7bc-79e6a95c8a07 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:59.737227 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-52a693e8-9803-4633-9d8a-2d68e5f2f7b0 req-1273e283-a4be-40ad-b7bc-79e6a95c8a07 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 944 time: 0.0818341
Jul 09 16:00:59.782889 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-52a693e8-9803-4633-9d8a-2d68e5f2f7b0 req-9091d738-9891-45b9-9bc2-4f1f046e47ac tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401120
Jul 09 16:00:59.820792 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:00:59.848985 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.854684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.866372 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9ce1ee9f-4374-489f-bdb9-f1aec26c3e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:00:59.926404 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:00:59.926566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:59.927162 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:00:59.929318 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3dc8d11e-96a1-4502-b701-9118a20f1a71 req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "PUT /v2.0/ports/fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 981 time: 0.4932725
Jul 09 16:00:59.929834 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:00:59.959375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=6']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:00:59.962479 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:00:59.980797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7e05a-ff41-4aca-be28-4270c83148f3 req-1054d0f6-5106-4a01-b11a-c37c5390c3f0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:00:59.982366 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7ff7e05a-ff41-4aca-be28-4270c83148f3 req-1054d0f6-5106-4a01-b11a-c37c5390c3f0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0881770
Jul 09 16:01:00.041249 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7ff7e05a-ff41-4aca-be28-4270c83148f3 req-5c85730a-e00c-44d2-b04c-649b369163ed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507994
Jul 09 16:01:00.134235 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 16:01:00.149588 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc1dd7-d4d6-4403-8e24-fec0d5708a3c req-b65a81f6-3efd-4a66-bf44-8e16edf3a19a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:00.151147 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f7fc1dd7-d4d6-4403-8e24-fec0d5708a3c req-b65a81f6-3efd-4a66-bf44-8e16edf3a19a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0895174
Jul 09 16:01:00.239447 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:00.256362 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f7fc1dd7-d4d6-4403-8e24-fec0d5708a3c req-27ff2c37-6d8f-4b77-b7b2-5787cc7d7e45 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0994997
Jul 09 16:01:00.267729 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-92284d8e-11f2-46e1-a754-d0fa51fbcf50 None None] Provisioning complete for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:01:00.268116 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-92284d8e-11f2-46e1-a754-d0fa51fbcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:00.288516 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-cf525050-1d6d-4310-babd-892710936be5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1137 time: 0.0919456
Jul 09 16:01:00.442204 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-b89ca4ba-0df1-4b94-8d57-92392276fad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:00.443630 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-b89ca4ba-0df1-4b94-8d57-92392276fad4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.1381447
Jul 09 16:01:00.545687 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-a75c7b86-79d6-4cd2-9c01-aa8d50e3fa83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 1001 time: 0.0941911
Jul 09 16:01:00.612419 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-6151795e-1485-40c2-94bd-91180c28d53e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:00.613838 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-6151795e-1485-40c2-94bd-91180c28d53e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0603251
Jul 09 16:01:00.690244 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-47be35e5-d133-4252-be63-427ac78ec92a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689819
Jul 09 16:01:00.792890 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1d963280-8bee-4af4-9a01-ca7e7742abc5 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:01:00.827019 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-3074adc0-72f4-481e-9276-2e08355b105e service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289492
Jul 09 16:01:00.953117 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 1d963280-8bee-4af4-9a01-ca7e7742abc5 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:01:00.959976 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 1d963280-8bee-4af4-9a01-ca7e7742abc5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:01:00.960348 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:01.060988 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-962ccc15-c9e1-4b94-a29e-e158a7891a55 req-bf06894a-ffe3-4e41-b7f5-3cb282472dca service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268403
Jul 09 16:01:01.078234 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:01.081137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480f75a-7524-43e1-bbb2-da333fbe9efa req-b1b98194-daba-4140-81f3-0d8dcda7e451 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:01.082678 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f480f75a-7524-43e1-bbb2-da333fbe9efa req-b1b98194-daba-4140-81f3-0d8dcda7e451 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 944 time: 0.1683569
Jul 09 16:01:01.114056 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:01.123939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:01.128999 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:01.130853 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:01.142302 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f480f75a-7524-43e1-bbb2-da333fbe9efa req-1bc1a5fd-dd42-48ff-aead-2b890a4d0169 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538244
Jul 09 16:01:01.197705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:01.200737 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:01.222829 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5', 'code': 200}
Jul 09 16:01:01.274728 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfe4b5-b5bf-460c-90ce-044b6a8bb67b req-24d0afdf-8604-4c4b-8899-61dbe487dfed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:01.276168 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-22cfe4b5-b5bf-460c-90ce-044b6a8bb67b req-24d0afdf-8604-4c4b-8899-61dbe487dfed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0825450
Jul 09 16:01:01.323030 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-22cfe4b5-b5bf-460c-90ce-044b6a8bb67b req-de5f7449-ed5c-47e5-9435-d29adea86a35 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407228
Jul 09 16:01:01.524418 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9c413452-16a0-4d45-ba88-1cad55713ce6 req-67f570b7-dc96-46c1-8f9d-3fe2d1ab8865 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 1098 time: 0.0673587
Jul 09 16:01:01.568032 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9c413452-16a0-4d45-ba88-1cad55713ce6 req-f209db8a-c43d-4a79-89bf-b263eb136d20 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354035
Jul 09 16:01:02.346942 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9d341-cf02-4efb-9f08-7d8dbcf54f2f req-87b9c511-ddf6-4719-99e6-1b1849ebbb65 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:02.348396 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-89a9d341-cf02-4efb-9f08-7d8dbcf54f2f req-87b9c511-ddf6-4719-99e6-1b1849ebbb65 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.0797436
Jul 09 16:01:02.395510 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-89a9d341-cf02-4efb-9f08-7d8dbcf54f2f req-53c5d8e3-33e6-4600-847a-58ae8f31fea9 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414484
Jul 09 16:01:02.543124 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fedee-1216-43cf-a6f7-b7fd1be70923 req-4dade447-4082-4146-9a67-cadfd44c8715 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:02.544560 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-953fedee-1216-43cf-a6f7-b7fd1be70923 req-4dade447-4082-4146-9a67-cadfd44c8715 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 943 time: 0.0832231
Jul 09 16:01:02.589165 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-953fedee-1216-43cf-a6f7-b7fd1be70923 req-84da3e02-3e6b-4d15-8fce-fd2416d82fab tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384526
Jul 09 16:01:02.806217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:01:02.940748 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:02.953809 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'mac_address': 'fa:16:3e:70:ac:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:01:03.005206 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:03.023526 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:01:03.038672 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:03.042668 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:03.044340 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:03.108894 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=9']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:03.111963 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:03.595646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d89e-d486-4dda-ab79-3d86d576b038 req-d65a43f0-d4f2-4171-b09d-b3453c82aaa0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:03.597116 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e933d89e-d486-4dda-ab79-3d86d576b038 req-d65a43f0-d4f2-4171-b09d-b3453c82aaa0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.0771062
Jul 09 16:01:03.643619 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e933d89e-d486-4dda-ab79-3d86d576b038 req-b2b48255-320a-4873-ad09-88f0c83be7b8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408704
Jul 09 16:01:03.725041 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['b5f403b0-ee24-45cb-8b06-618ce2931ca3'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:03.800784 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c0abb-b697-4908-b8f5-fc3171ee6df2 req-94de4dda-e0b0-4907-9cd4-a79c22c24c69 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:03.802274 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-066c0abb-b697-4908-b8f5-fc3171ee6df2 req-94de4dda-e0b0-4907-9cd4-a79c22c24c69 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.0777581
Jul 09 16:01:03.853615 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-066c0abb-b697-4908-b8f5-fc3171ee6df2 req-26875a7c-8bf8-4c52-91eb-cd0078ee7401 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450604
Jul 09 16:01:04.843456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914786-4abc-4795-aad1-6d265d50be7a req-4599a2e7-bb60-4793-9517-32a38a68f820 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:04.845542 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-07914786-4abc-4795-aad1-6d265d50be7a req-4599a2e7-bb60-4793-9517-32a38a68f820 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.0816867
Jul 09 16:01:04.890113 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-07914786-4abc-4795-aad1-6d265d50be7a req-83b869ba-bb14-43a1-aec1-36dea2989d21 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390625
Jul 09 16:01:05.067927 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528a65e-8200-4a9d-bf86-591151c03c1f req-358abc34-e8ab-41cf-b1fc-d0dbcd7449c6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:05.069407 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b528a65e-8200-4a9d-bf86-591151c03c1f req-358abc34-e8ab-41cf-b1fc-d0dbcd7449c6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.0783453
Jul 09 16:01:05.117046 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b528a65e-8200-4a9d-bf86-591151c03c1f req-f48fd2b1-bd2c-4c49-8a58-740570784fff tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418942
Jul 09 16:01:06.345565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be09a7-02e3-4712-bea1-006ef0bd330d req-179438f1-705e-43a1-a677-581f7dca95c8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:06.347364 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69be09a7-02e3-4712-bea1-006ef0bd330d req-179438f1-705e-43a1-a677-581f7dca95c8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 944 time: 0.0937498
Jul 09 16:01:06.400078 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69be09a7-02e3-4712-bea1-006ef0bd330d req-4c436428-d146-4c7e-8228-c9978b26c5fc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473566
Jul 09 16:01:06.838771 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:01:06.912574 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port b5f403b0-ee24-45cb-8b06-618ce2931ca3 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:01:06.912960 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:07.025570 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:07.053582 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:07.066104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:07.071142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:07.073059 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-06c668c9-dd55-42c5-8840-513eecc0c9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:07.119757 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'code': 200}
Jul 09 16:01:07.141552 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=10']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:07.144476 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:07.616781 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ce728-afa9-42b2-8dea-577b356aaff2 req-4be13f7e-ed0b-43c8-8512-aa0d06d12176 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:07.618261 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab8ce728-afa9-42b2-8dea-577b356aaff2 req-4be13f7e-ed0b-43c8-8512-aa0d06d12176 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0821068
Jul 09 16:01:07.665538 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab8ce728-afa9-42b2-8dea-577b356aaff2 req-d1d59806-a83e-48b0-81a3-c19752a41b8f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415571
Jul 09 16:01:07.838814 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-37eaaeca-4f23-43b4-9f40-e1ffe2976239 req-5297aa2e-85ad-47f8-a607-f547e995facf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 1099 time: 0.0694382
Jul 09 16:01:07.884216 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-37eaaeca-4f23-43b4-9f40-e1ffe2976239 req-d0e073f8-e3ef-4da0-8473-d668ef7a9a43 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378439
Jul 09 16:01:08.882136 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094ad0-6d16-4472-ac6e-7cf766d8201e req-8c8058b9-f73c-4ecd-98c8-547e0bb4c433 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:08.883583 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-14094ad0-6d16-4472-ac6e-7cf766d8201e req-8c8058b9-f73c-4ecd-98c8-547e0bb4c433 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0765879
Jul 09 16:01:08.929340 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-14094ad0-6d16-4472-ac6e-7cf766d8201e req-a5828c96-82c7-4474-b65a-8abb731249ac tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402794
Jul 09 16:01:10.162783 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c045697-6536-4fa1-be13-0831e1861cf3 req-f820b966-224e-4354-9428-bea79af7e401 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:10.164464 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9c045697-6536-4fa1-be13-0831e1861cf3 req-f820b966-224e-4354-9428-bea79af7e401 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0922165
Jul 09 16:01:10.215698 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9c045697-6536-4fa1-be13-0831e1861cf3 req-eaf83c9a-d500-4bb7-9783-2e7912de6569 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445487
Jul 09 16:01:10.859325 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:11.447206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58eb79-690f-4aed-af8e-968faada367f req-8f6f7387-7d4e-4497-b0df-a620003687cc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:11.448643 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cf58eb79-690f-4aed-af8e-968faada367f req-8f6f7387-7d4e-4497-b0df-a620003687cc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0872908
Jul 09 16:01:11.495318 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cf58eb79-690f-4aed-af8e-968faada367f req-5f8c4e77-9d49-4a8c-83b2-26ce3d916209 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408919
Jul 09 16:01:12.462459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27678938-b7d2-4ae3-be9e-aa059172abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:12.862561 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:14.757095 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7dd85b0e-7283-47c0-9563-aa4c83260b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:15.716178 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:17.179804 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:18.792207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-d291fa42-0e07-4e76-8346-c4d6b44195f5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:18.793646 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-d291fa42-0e07-4e76-8346-c4d6b44195f5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.1417813
Jul 09 16:01:18.810298 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-21e432b2-942d-4e97-8f64-24eb5768a6e1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/quotas/680f4661850d40adbf9d84d5a6d34924 HTTP/1.1" status: 200  len: 375 time: 0.0105352
Jul 09 16:01:18.892844 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-44544aac-bf07-449f-a3ae-896e7c5f0f5e tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0773053
Jul 09 16:01:19.023499 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-1d773718-13ac-4179-a408-44149d0e43b7 service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238043
Jul 09 16:01:19.153618 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-cf8ecb6e-766c-49b5-bbbb-99e68890f827 service neutron] 10.222.0.74 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243420
Jul 09 16:01:19.337289 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f3d23c77-bf2f-46dc-8dcc-27f806c4a59b req-89c4dbcd-0d1d-43a9-8ac4-3690bc630100 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 210 time: 0.0402026
Jul 09 16:01:20.573305 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f1a0ac76-a6c7-4bb4-b164-455bb41ce576 req-cf746da0-687b-445b-847a-f700b72763a4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 210 time: 0.1111352
Jul 09 16:01:20.644624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-c8b86384-13b9-4b0b-88a5-c39387d1513f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:20.645942 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-c8b86384-13b9-4b0b-88a5-c39387d1513f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 814 time: 0.1492267
Jul 09 16:01:20.675844 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Request body: {'port': {'device_id': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'admin_state_up': True, 'tenant_id': '680f4661850d40adbf9d84d5a6d34924'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:01:20.867460 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:01:20.877643 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:01:20.887031 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Made reservation on behalf of 680f4661850d40adbf9d84d5a6d34924 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:01:20.889945 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.048451 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Allocated IP 172.20.0.14 (626ee016-1050-48e4-91da-86991884c767/40fd3ed9-df29-49d3-9ad7-abbd223b4f58/9199e611-80f2-434e-908e-0afaad5c949f) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:01:21.244979 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.272411 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.277826 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-93de95f9-8f08-4d15-adbd-53be0c7d88ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:21.321926 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', '1d963280-8bee-4af4-9a01-ca7e7742abc5'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:21.349478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Network 626ee016-1050-48e4-91da-86991884c767 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:01:21.352722 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:01:21.357024 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:01:21.384750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event updated for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:21.392234 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:21.420700 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:21.422000 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.446596 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7751420
Jul 09 16:01:21.467830 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Request body: {'port': {'device_id': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:01:21.582347 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.780955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e12cb7-bb7e-404d-afb0-3684752ee03b req-08de0628-985e-4c02-b263-5312682bc5a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:21.782471 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75e12cb7-bb7e-404d-afb0-3684752ee03b req-08de0628-985e-4c02-b263-5312682bc5a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 932 time: 0.0778687
Jul 09 16:01:21.834514 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75e12cb7-bb7e-404d-afb0-3684752ee03b req-a837847e-a926-4629-8f79-685ce648a8ba tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461686
Jul 09 16:01:21.931631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9199e611-80f2-434e-908e-0afaad5c949f {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:01:21.938481 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.952221 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Transition to ACTIVE for port object 9199e611-80f2-434e-908e-0afaad5c949f will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:01:21.956200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:21.960368 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fb2292f8-02d4-4472-9483-441a1aaf141a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:22.081588 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Pushing event updated for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:22.085134 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:22.123315 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:01:22.185730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Attempting to bind port 9199e611-80f2-434e-908e-0afaad5c949f on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:01:22.186089 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Attempting to bind port 9199e611-80f2-434e-908e-0afaad5c949f by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:01:22.186417 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Attempting to bind port 9199e611-80f2-434e-908e-0afaad5c949f on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:01:22.193232 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Port 9199e611-80f2-434e-908e-0afaad5c949f on network 626ee016-1050-48e4-91da-86991884c767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:01:22.193551 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Attempting to bind port 9199e611-80f2-434e-908e-0afaad5c949f on network 626ee016-1050-48e4-91da-86991884c767 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:01:22.199755 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:01:22.200087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Checking segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:01:22.200464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Bound using segment: {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:01:22.200879 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Bound port: 9199e611-80f2-434e-908e-0afaad5c949f, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e3d4c7-838a-42e1-a3fd-85fd9ead4752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '626ee016-1050-48e4-91da-86991884c767'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:01:22.201223 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:22.285765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:01:22.288684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9199e611-80f2-434e-908e-0afaad5c949f,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:01:22.293034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:22.297743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:22.360057 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:22.361420 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] 10.222.0.79 "PUT /v2.0/ports/9199e611-80f2-434e-908e-0afaad5c949f HTTP/1.1" status: 200  len: 1094 time: 0.8978076
Jul 09 16:01:22.361892 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:22.376039 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Pushing event updated for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:22.380307 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:22.418983 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f', 'status': 'completed', 'code': 200}
Jul 09 16:01:22.511403 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-0a85ce4f-5890-42a2-9064-fd6700b28221 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 1097 time: 0.0679009
Jul 09 16:01:22.590330 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-3a61666b-79ff-43c0-9214-1c0e82f45890 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9199e611-80f2-434e-908e-0afaad5c949f HTTP/1.1" status: 200  len: 217 time: 0.0621238
Jul 09 16:01:22.657012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-eadad7d7-91cc-4aa1-901e-900d2745d305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:22.658338 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-eadad7d7-91cc-4aa1-901e-900d2745d305 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.0613151
Jul 09 16:01:22.707123 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-ebc2e98d-0b83-48e7-b329-f3353fb38d5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374260
Jul 09 16:01:22.904630 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-286deb6b-4b72-4377-a05b-a73b4938ce8e service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886423
Jul 09 16:01:23.038080 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147eaee-feff-4b77-b6b3-e11b1691e312 req-1bc8fac2-fa52-4585-9b86-4fcd8ef90f06 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:23.039544 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e147eaee-feff-4b77-b6b3-e11b1691e312 req-1bc8fac2-fa52-4585-9b86-4fcd8ef90f06 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 944 time: 0.0764024
Jul 09 16:01:23.045440 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eea70bbc-a5b6-493c-af21-83b646706f70 req-7dbc14f4-6559-4b68-aa13-0e825ac399b3 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266811
Jul 09 16:01:23.089095 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e147eaee-feff-4b77-b6b3-e11b1691e312 req-f6b51020-c674-41fb-82d8-eb93d9062275 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435641
Jul 09 16:01:23.277007 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-11544687-2465-40ea-b56f-fd7916ccb055 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=680f4661850d40adbf9d84d5a6d34924&device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 1097 time: 0.0729206
Jul 09 16:01:23.413296 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-590cdb97-a439-4b13-b103-cde6f9d4adc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:23.414673 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-590cdb97-a439-4b13-b103-cde6f9d4adc4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 200  len: 915 time: 0.1300366
Jul 09 16:01:23.486806 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-480e8eca-b0a1-4da7-9c7b-225d9bef0f1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9199e611-80f2-434e-908e-0afaad5c949f HTTP/1.1" status: 200  len: 217 time: 0.0626006
Jul 09 16:01:23.556523 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-8a43bc63-08af-462a-aca4-782699242f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:23.558008 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-8a43bc63-08af-462a-aca4-782699242f5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 200  len: 854 time: 0.0589874
Jul 09 16:01:23.604222 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-697dd90d-9636-4e3d-8b7a-c91eeab008f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=626ee016-1050-48e4-91da-86991884c767&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375464
Jul 09 16:01:23.734667 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-2916e79c-0e95-475f-bdb9-c31ab3b373b7 service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219101
Jul 09 16:01:23.872012 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ee64957d-88b0-4d54-a25b-cdc51a47afe2 req-1c2be030-d66e-401f-aaa6-8d11bcd7686c service neutron] 10.222.0.79 "GET /v2.0/networks/626ee016-1050-48e4-91da-86991884c767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285868
Jul 09 16:01:24.288506 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222a2e-4e8c-481b-9855-3d8b07c60f43 req-3e121aaa-3401-4118-bba7-3e744957aaf4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:24.289205 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fe222a2e-4e8c-481b-9855-3d8b07c60f43 req-3e121aaa-3401-4118-bba7-3e744957aaf4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:01:24.304282 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fe222a2e-4e8c-481b-9855-3d8b07c60f43 req-3e121aaa-3401-4118-bba7-3e744957aaf4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:01:24.305536 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fe222a2e-4e8c-481b-9855-3d8b07c60f43 req-3e121aaa-3401-4118-bba7-3e744957aaf4 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 944 time: 0.0964448
Jul 09 16:01:24.351422 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fe222a2e-4e8c-481b-9855-3d8b07c60f43 req-14d0e9ff-58ac-4160-8e62-081af5a45c30 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403216
Jul 09 16:01:25.550488 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296583-f331-4572-a0a6-f8017b542247 req-56bed06c-c5da-4d72-87c4-d40587e3f958 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:25.551940 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-67296583-f331-4572-a0a6-f8017b542247 req-56bed06c-c5da-4d72-87c4-d40587e3f958 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 944 time: 0.0809927
Jul 09 16:01:25.596627 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-67296583-f331-4572-a0a6-f8017b542247 req-ac06744c-37ba-4c74-a519-997c0aec9bdc tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389729
Jul 09 16:01:26.788585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a86b-8953-425f-8f19-86461bbd7213 req-6474b690-09b3-4536-9769-4d1d84bbf08a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:26.790081 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-77f6a86b-8953-425f-8f19-86461bbd7213 req-6474b690-09b3-4536-9769-4d1d84bbf08a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 944 time: 0.0759206
Jul 09 16:01:26.836585 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-77f6a86b-8953-425f-8f19-86461bbd7213 req-6913a429-584e-4898-b00b-03c2bbc38bc8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411062
Jul 09 16:01:26.966438 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9199e611-80f2-434e-908e-0afaad5c949f details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:01:27.099248 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9199e611-80f2-434e-908e-0afaad5c949f,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:27.112622 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '9199e611-80f2-434e-908e-0afaad5c949f', 'network_id': '626ee016-1050-48e4-91da-86991884c767', 'port_id': '9199e611-80f2-434e-908e-0afaad5c949f', 'mac_address': 'fa:16:3e:54:a8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fd3ed9-df29-49d3-9ad7-abbd223b4f58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:01:27.164955 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:27.182205 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9199e611-80f2-434e-908e-0afaad5c949f {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:01:27.196954 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9199e611-80f2-434e-908e-0afaad5c949f,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:27.200807 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:27.202647 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:27.268602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:27.276972 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.277314 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.277645 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.277996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.278322 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.278641 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.278958 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.279299 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.279620 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.279934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.280265 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:27.283888 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:27.830958 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['9199e611-80f2-434e-908e-0afaad5c949f'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:28.033665 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb25f-7018-4d38-bba6-0c32ee06b79b req-9857b0ae-a284-469a-bc76-c6bc44b62d8a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:28.035152 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-46ccb25f-7018-4d38-bba6-0c32ee06b79b req-9857b0ae-a284-469a-bc76-c6bc44b62d8a tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 945 time: 0.0770359
Jul 09 16:01:28.081364 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-46ccb25f-7018-4d38-bba6-0c32ee06b79b req-8228adb9-ca5c-48c2-b03d-9d113a341536 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406213
Jul 09 16:01:29.281434 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a035f3-add5-4c38-a674-89a1c0b9e98c req-bfcafa32-3147-447f-a5ba-279f2e3f5412 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:29.282922 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-19a035f3-add5-4c38-a674-89a1c0b9e98c req-bfcafa32-3147-447f-a5ba-279f2e3f5412 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 945 time: 0.0786138
Jul 09 16:01:29.327524 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-19a035f3-add5-4c38-a674-89a1c0b9e98c req-b20ee2b8-1514-4c1f-b206-036ad043c8ff tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392058
Jul 09 16:01:30.524182 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053940f6-cec8-433d-aec0-b3209f467eca req-aa8a4e72-6c93-482d-8a80-55ce6c671f08 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:30.525632 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-053940f6-cec8-433d-aec0-b3209f467eca req-aa8a4e72-6c93-482d-8a80-55ce6c671f08 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 945 time: 0.0801558
Jul 09 16:01:30.570975 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-053940f6-cec8-433d-aec0-b3209f467eca req-305c9517-82a1-4360-ace9-8c8e7628ad9d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397689
Jul 09 16:01:30.980137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9199e611-80f2-434e-908e-0afaad5c949f up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:01:31.067942 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 9199e611-80f2-434e-908e-0afaad5c949f completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:01:31.072633 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 9199e611-80f2-434e-908e-0afaad5c949f triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:01:31.073013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:31.183799 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:31.209793 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:31.219695 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9199e611-80f2-434e-908e-0afaad5c949f,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:31.224184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:31.226184 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a8eba1ea-85ad-4acc-9459-bde1819f3628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:31.270324 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f', 'code': 200}
Jul 09 16:01:31.290861 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:31.293729 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:31.542193 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-56b21a9b-78d6-45b3-9285-a434346337a0 req-01d18b29-0d54-40dc-982c-2082565a8379 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 1099 time: 0.0672574
Jul 09 16:01:31.588987 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-56b21a9b-78d6-45b3-9285-a434346337a0 req-307d853b-5b58-43cf-834e-099f7a285d1a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392299
Jul 09 16:01:31.762871 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a8f1c-e0fc-4d62-980f-f7ee433ed472 req-2f13f03b-c7b6-419a-b1b2-580d8f58a3b0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:31.764320 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cd8a8f1c-e0fc-4d62-980f-f7ee433ed472 req-2f13f03b-c7b6-419a-b1b2-580d8f58a3b0 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0752044
Jul 09 16:01:31.812979 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cd8a8f1c-e0fc-4d62-980f-f7ee433ed472 req-761111c8-b876-4cba-b206-730af28d32e8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430365
Jul 09 16:01:33.015906 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f2c29-dc9e-4eff-94be-7abe709fbad2 req-25885ec7-8134-4b2e-a87c-74c58f7c2bd1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:33.017358 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-009f2c29-dc9e-4eff-94be-7abe709fbad2 req-25885ec7-8134-4b2e-a87c-74c58f7c2bd1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0780096
Jul 09 16:01:33.062741 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-009f2c29-dc9e-4eff-94be-7abe709fbad2 req-b6a60aa2-4f6a-45f1-91b4-491ca950443c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396855
Jul 09 16:01:34.259006 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba7fa-ba33-4cee-ad92-b5cd7db80922 req-dabad3ce-d0aa-43f3-b12c-ad4b493ea855 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:34.260638 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-604ba7fa-ba33-4cee-ad92-b5cd7db80922 req-dabad3ce-d0aa-43f3-b12c-ad4b493ea855 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0772378
Jul 09 16:01:34.306758 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-604ba7fa-ba33-4cee-ad92-b5cd7db80922 req-02e4c588-b891-40f6-96cb-d19409e07987 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396273
Jul 09 16:01:40.864500 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:42.474619 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-edd70684-7cef-4659-b52e-cc604f54b62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:42.863868 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:44.759036 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e8f6651d-7b1f-4e47-bd8e-d511c6ab2407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:45.452414 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-342bf03b-f1ac-4691-8479-97efc1ef8f16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0734913
Jul 09 16:01:45.566526 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-86343764-b0e2-44f9-90d0-0a1d2348de6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.0727847
Jul 09 16:01:45.719627 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:45.773611 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-97bcb93a-19a5-4bf5-ac47-92e59d332922 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:45.775076 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-97bcb93a-19a5-4bf5-ac47-92e59d332922 service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.1875110
Jul 09 16:01:45.879456 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-f1dbc23a-0705-4f49-8b9b-2fbc26eb68a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 1001 time: 0.0974259
Jul 09 16:01:45.943787 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-246da271-f011-44dc-b0b4-08406b23ee80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:45.945230 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-246da271-f011-44dc-b0b4-08406b23ee80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.0596044
Jul 09 16:01:46.026079 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-1302cfd2-01dd-44e5-93cf-86a8113225e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728343
Jul 09 16:01:46.159441 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-e8f89c1a-5de5-4708-815f-fecdf4d9e72e service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263976
Jul 09 16:01:46.291170 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-430eb243-3b67-4add-9ddb-c0f602d91095 req-4ea5b7ce-a646-4abe-adef-5bbc24783a97 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240082
Jul 09 16:01:47.183623 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:48.471627 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06391fa-e4c8-47fa-bd28-c955e86225e4 req-518ce3fc-2d29-4529-97ab-765599aaedf5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:48.473071 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d06391fa-e4c8-47fa-bd28-c955e86225e4 req-518ce3fc-2d29-4529-97ab-765599aaedf5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0801568
Jul 09 16:01:48.519192 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d06391fa-e4c8-47fa-bd28-c955e86225e4 req-a1f1f1ca-9a96-4c76-9138-5651a5900faf tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406787
Jul 09 16:01:49.713843 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6e6f-b070-474d-aab9-edd3a3828317 req-5748818c-2cf7-4e7c-a47c-47eb36ee659b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:49.715312 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ff8d6e6f-b070-474d-aab9-edd3a3828317 req-5748818c-2cf7-4e7c-a47c-47eb36ee659b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0760751
Jul 09 16:01:49.761262 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ff8d6e6f-b070-474d-aab9-edd3a3828317 req-0816ebb6-1276-4041-a76a-fcac6f5d67ed tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399117
Jul 09 16:01:50.708681 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-675877d6-a029-46d8-b1b8-e2b7846a591b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:50.710126 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-675877d6-a029-46d8-b1b8-e2b7846a591b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0784221
Jul 09 16:01:50.776566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Deleting port 9199e611-80f2-434e-908e-0afaad5c949f {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:01:50.777266 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:50.970866 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420bce-1e9d-4460-9a90-d074423a536b req-b329b802-088a-4086-b3e8-b7b84f2a81b5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:50.972271 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f0420bce-1e9d-4460-9a90-d074423a536b req-b329b802-088a-4086-b3e8-b7b84f2a81b5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 946 time: 0.0770161
Jul 09 16:01:51.017834 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f0420bce-1e9d-4460-9a90-d074423a536b req-05014eb4-5bd2-464d-b73c-05927575f23d tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399075
Jul 09 16:01:51.025876 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] For port 9199e611-80f2-434e-908e-0afaad5c949f, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=9199e611-80f2-434e-908e-0afaad5c949f,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:51.026274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:51.148416 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Calling delete_port for 9199e611-80f2-434e-908e-0afaad5c949f owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:01:51.289093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:51.294451 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:51.329240 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', '1d963280-8bee-4af4-9a01-ca7e7742abc5', '9199e611-80f2-434e-908e-0afaad5c949f'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:51.339814 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event deleted for resources: {'Port': ['ID=9199e611-80f2-434e-908e-0afaad5c949f,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:51.342250 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:51.413995 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] No DVR routers for this DVR port 9199e611-80f2-434e-908e-0afaad5c949f on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:01:51.416426 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:51.419193 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'name': 'network-vif-deleted', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:51.436368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c181b679-ba5d-4674-91bd-3c0470f29fb9 req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "DELETE /v2.0/ports/9199e611-80f2-434e-908e-0afaad5c949f HTTP/1.1" status: 204  len: 173 time: 0.7200105
Jul 09 16:01:51.478343 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a54d4e4-2cde-497d-9839-3a91555d01c0', 'name': 'network-vif-deleted', 'tag': '9199e611-80f2-434e-908e-0afaad5c949f', 'status': 'completed', 'code': 200}
Jul 09 16:01:52.204133 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9b343c59-6159-4dfd-a8b2-217ca91a496e req-359bc0aa-4156-4191-b494-6b82f9fdb805 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a54d4e4-2cde-497d-9839-3a91555d01c0 HTTP/1.1" status: 200  len: 210 time: 0.0440743
Jul 09 16:01:54.915870 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fcdd1-9ed6-4a37-8ac4-e7d27dd10258 req-5a980738-3736-4d41-ac01-f7bfb9ebe928 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:54.916544 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-751fcdd1-9ed6-4a37-8ac4-e7d27dd10258 req-5a980738-3736-4d41-ac01-f7bfb9ebe928 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:01:54.932326 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-751fcdd1-9ed6-4a37-8ac4-e7d27dd10258 req-5a980738-3736-4d41-ac01-f7bfb9ebe928 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:01:54.933489 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-751fcdd1-9ed6-4a37-8ac4-e7d27dd10258 req-5a980738-3736-4d41-ac01-f7bfb9ebe928 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.0921223
Jul 09 16:01:54.982395 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-751fcdd1-9ed6-4a37-8ac4-e7d27dd10258 req-97e43baa-19ac-4bba-af84-35fa42edc489 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426888
Jul 09 16:01:55.091853 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9199e611-80f2-434e-908e-0afaad5c949f no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:01:55.128220 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 9199e611-80f2-434e-908e-0afaad5c949f {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:01:55.128567 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 9199e611-80f2-434e-908e-0afaad5c949f not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:01:56.182299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295dca-8fb2-4f29-aa62-bb27dfe518bb req-e30f154e-c931-4a81-878e-812cc339d415 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:56.183666 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41295dca-8fb2-4f29-aa62-bb27dfe518bb req-e30f154e-c931-4a81-878e-812cc339d415 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.0778644
Jul 09 16:01:56.228785 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41295dca-8fb2-4f29-aa62-bb27dfe518bb req-efd8ec5f-e2e3-4e16-98c0-8a3099cb3330 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395980
Jul 09 16:01:57.165452 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-eba67b80-ef3a-4dcf-b787-7a6f6fc52b01 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:57.166876 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-eba67b80-ef3a-4dcf-b787-7a6f6fc52b01 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.1441216
Jul 09 16:01:57.234673 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Deleting port 1d963280-8bee-4af4-9a01-ca7e7742abc5 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:01:57.235009 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:57.537003 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] For port 1d963280-8bee-4af4-9a01-ca7e7742abc5, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=1d963280-8bee-4af4-9a01-ca7e7742abc5,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:01:57.537360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:57.552516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff466-b775-4da3-890f-6ff42762e3bd req-ffe0d429-65d4-4ee6-9207-bf556a67ee8b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:57.553974 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1c5ff466-b775-4da3-890f-6ff42762e3bd req-ffe0d429-65d4-4ee6-9207-bf556a67ee8b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=8489a967-0fc3-4d6e-baef-52afd03abbdc HTTP/1.1" status: 200  len: 945 time: 0.1952455
Jul 09 16:01:57.674198 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Calling delete_port for 1d963280-8bee-4af4-9a01-ca7e7742abc5 owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:01:57.755403 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1c5ff466-b775-4da3-890f-6ff42762e3bd req-1c93f66b-d9ea-478b-80a5-06dcdd381b28 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525474
Jul 09 16:01:57.840097 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:57.846217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-396416e2-0f75-4a0b-8b78-41241d5a9e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:01:57.877037 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', '1d963280-8bee-4af4-9a01-ca7e7742abc5'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:01:57.888083 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event deleted for resources: {'Port': ['ID=1d963280-8bee-4af4-9a01-ca7e7742abc5,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:01:57.900104 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.900524 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.900831 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.901188 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.901543 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.901895 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.902579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.902669 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.902945 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.903275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.903618 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:01:57.930367 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:01:57.976062 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] No DVR routers for this DVR port 1d963280-8bee-4af4-9a01-ca7e7742abc5 on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:01:57.979345 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:01:57.981920 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'name': 'network-vif-deleted', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:01:57.998596 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-deea41fc-b578-4224-acf3-f52396baf8f3 req-195c4de5-4f80-4b19-be3e-c104ec817c67 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "DELETE /v2.0/ports/1d963280-8bee-4af4-9a01-ca7e7742abc5 HTTP/1.1" status: 204  len: 173 time: 0.8244956
Jul 09 16:01:58.039994 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a967-0fc3-4d6e-baef-52afd03abbdc', 'name': 'network-vif-deleted', 'tag': '1d963280-8bee-4af4-9a01-ca7e7742abc5', 'status': 'completed', 'code': 200}
Jul 09 16:01:59.123801 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:01:59.236767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31932d8-7435-4f4c-9711-97937144c448 req-40f9b091-376d-463c-8b5d-e313c8f6c60f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:01:59.237433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-a31932d8-7435-4f4c-9711-97937144c448 req-40f9b091-376d-463c-8b5d-e313c8f6c60f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:01:59.252436 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-a31932d8-7435-4f4c-9711-97937144c448 req-40f9b091-376d-463c-8b5d-e313c8f6c60f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:01:59.253692 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a31932d8-7435-4f4c-9711-97937144c448 req-40f9b091-376d-463c-8b5d-e313c8f6c60f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0903530
Jul 09 16:01:59.299685 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a31932d8-7435-4f4c-9711-97937144c448 req-e24e40e1-3573-49a0-bf32-bfec51444a36 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402811
Jul 09 16:02:00.578265 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee44115-7880-4520-8914-abdfa9b7931c req-d0f1d773-7bc7-4a6f-8bac-95e02cbce4ac tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:00.579698 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ee44115-7880-4520-8914-abdfa9b7931c req-d0f1d773-7bc7-4a6f-8bac-95e02cbce4ac tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.1579044
Jul 09 16:02:00.624263 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ee44115-7880-4520-8914-abdfa9b7931c req-ecd83cc6-c1f3-4835-b659-50be0b4bf61f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389607
Jul 09 16:02:01.079566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c06f4c44-c02c-458f-8f61-4bbfa4f62f5f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:01.080994 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c06f4c44-c02c-458f-8f61-4bbfa4f62f5f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 945 time: 0.0783925
Jul 09 16:02:01.118754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1d963280-8bee-4af4-9a01-ca7e7742abc5 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:02:01.147842 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Deleting port c9144d75-8fe0-4e40-9e23-bdaec7702b0b {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:02:01.148179 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:01.151938 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 1d963280-8bee-4af4-9a01-ca7e7742abc5 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:02:01.152294 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 1d963280-8bee-4af4-9a01-ca7e7742abc5 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:02:01.386507 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] For port c9144d75-8fe0-4e40-9e23-bdaec7702b0b, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:01.386773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:01.504953 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Calling delete_port for c9144d75-8fe0-4e40-9e23-bdaec7702b0b owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:02:01.704713 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:01.710256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8f5c9603-faa5-4fbc-b7e9-f1605d40796e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:01.741909 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:02:01.750993 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event deleted for resources: {'Port': ['ID=c9144d75-8fe0-4e40-9e23-bdaec7702b0b,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:01.756743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:01.802393 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c44426d8-a35f-4f19-86b9-0904a7f7c987 req-8ac77fcf-2b1f-4e45-a747-213858536a9c tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=b264672e-c5f7-42fb-b179-7bd6d0659156 HTTP/1.1" status: 200  len: 210 time: 0.0489824
Jul 09 16:02:01.873342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] No DVR routers for this DVR port c9144d75-8fe0-4e40-9e23-bdaec7702b0b on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:02:01.876598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:01.879195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'name': 'network-vif-deleted', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:01.895052 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7b727807-28d3-47b8-9cb3-4f5ee60c1fdb req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "DELETE /v2.0/ports/c9144d75-8fe0-4e40-9e23-bdaec7702b0b HTTP/1.1" status: 204  len: 173 time: 0.8084922
Jul 09 16:02:01.938717 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b264672e-c5f7-42fb-b179-7bd6d0659156', 'name': 'network-vif-deleted', 'tag': 'c9144d75-8fe0-4e40-9e23-bdaec7702b0b', 'status': 'completed', 'code': 200}
Jul 09 16:02:04.514986 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296358-9e1c-49a4-967b-5ba4d82e0575 req-e017d1b7-e892-4cc6-9e15-82c0c267eeb1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:04.515701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1f296358-9e1c-49a4-967b-5ba4d82e0575 req-e017d1b7-e892-4cc6-9e15-82c0c267eeb1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Synchronizing usage tracker for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:04.531182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1f296358-9e1c-49a4-967b-5ba4d82e0575 req-e017d1b7-e892-4cc6-9e15-82c0c267eeb1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Unset dirty status for tenant:680f4661850d40adbf9d84d5a6d34924 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:04.532388 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f296358-9e1c-49a4-967b-5ba4d82e0575 req-e017d1b7-e892-4cc6-9e15-82c0c267eeb1 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.0959902
Jul 09 16:02:04.576913 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f296358-9e1c-49a4-967b-5ba4d82e0575 req-e1baada9-3919-4c18-b009-05881924509b tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388355
Jul 09 16:02:05.130571 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device c9144d75-8fe0-4e40-9e23-bdaec7702b0b no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:02:05.163243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: c9144d75-8fe0-4e40-9e23-bdaec7702b0b {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:02:05.163587 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device c9144d75-8fe0-4e40-9e23-bdaec7702b0b not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:02:05.773209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abb6f1-4c48-49d2-ab1c-659fd27a631c req-9a616e23-64be-47b3-bcce-b5aff8025046 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:05.774691 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75abb6f1-4c48-49d2-ab1c-659fd27a631c req-9a616e23-64be-47b3-bcce-b5aff8025046 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.0770128
Jul 09 16:02:05.820211 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75abb6f1-4c48-49d2-ab1c-659fd27a631c req-7c460733-f5ca-46d9-b871-8e7f4750b7e5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401042
Jul 09 16:02:06.468534 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-10a4d2d6-0190-4448-a437-a3bb9872adfb tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:06.470602 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-10a4d2d6-0190-4448-a437-a3bb9872adfb tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.0743198
Jul 09 16:02:06.545487 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Deleting port ab9a8ce8-6cc0-4033-9579-1f045135fee6 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:02:06.545828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:06.786188 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] For port ab9a8ce8-6cc0-4033-9579-1f045135fee6, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=ab9a8ce8-6cc0-4033-9579-1f045135fee6,segment=NetworkSegment(11e3d4c7-838a-42e1-a3fd-85fd9ead4752),segment_id=11e3d4c7-838a-42e1-a3fd-85fd9ead4752)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:06.786447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:06.908212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Calling delete_port for ab9a8ce8-6cc0-4033-9579-1f045135fee6 owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:02:07.086859 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d6ad4-2b23-4e63-83e8-86b67caae007 req-34a8d5c3-f5cd-4719-bee5-9a6f5dc24ca7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:07.088199 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-870d6ad4-2b23-4e63-83e8-86b67caae007 req-34a8d5c3-f5cd-4719-bee5-9a6f5dc24ca7 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/ports?device_id=d325829a-f493-45ff-babe-cc149bffe45b HTTP/1.1" status: 200  len: 945 time: 0.1437168
Jul 09 16:02:07.120029 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:07.125828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:07.159576 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['ab9a8ce8-6cc0-4033-9579-1f045135fee6'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:02:07.174753 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Pushing event deleted for resources: {'Port': ['ID=ab9a8ce8-6cc0-4033-9579-1f045135fee6,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:07.182040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:07.220757 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-870d6ad4-2b23-4e63-83e8-86b67caae007 req-0b7e97a0-ef8d-4ede-b706-5c0787dfbc33 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.74 "GET /v2.0/security-groups?id=750ccf7d-322a-4b6b-b779-07430291da3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265550
Jul 09 16:02:07.258000 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] No DVR routers for this DVR port ab9a8ce8-6cc0-4033-9579-1f045135fee6 on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:02:07.260369 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:07.262830 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'name': 'network-vif-deleted', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:07.278183 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-74cb7841-7de6-41f7-a729-a187a43d7fe3 req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] 10.222.0.79 "DELETE /v2.0/ports/ab9a8ce8-6cc0-4033-9579-1f045135fee6 HTTP/1.1" status: 204  len: 173 time: 0.8017721
Jul 09 16:02:07.324430 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325829a-f493-45ff-babe-cc149bffe45b', 'name': 'network-vif-deleted', 'tag': 'ab9a8ce8-6cc0-4033-9579-1f045135fee6', 'status': 'completed', 'code': 200}
Jul 09 16:02:08.324066 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48168) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:08.385996 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Deleting subnet 40fd3ed9-df29-49d3-9ad7-abbd223b4f58 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:02:08.388810 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.435871 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.490552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.560190 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.564671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dbcc70d8-5835-4031-a034-df97513818de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:08.599061 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fd3ed9-df29-49d3-9ad7-abbd223b4f58,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:08.606296 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.613732 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.614137 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.614504 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.614864 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.615226 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.615578 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.615928 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.616280 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.616627 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.616971 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.617316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:08.620692 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/40fd3ed9-df29-49d3-9ad7-abbd223b4f58 HTTP/1.1" status: 204  len: 168 time: 0.2955515
Jul 09 16:02:08.621536 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:08.623169 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48172) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:08.726862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.850477 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.863880 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59a0c1f0>,) {'filters': {'network_id': ['626ee016-1050-48e4-91da-86991884c767']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:08.875830 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59a0c1f0>, '11e3d4c7-838a-42e1-a3fd-85fd9ead4752') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:08.876151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59a0c1f0>, '11e3d4c7-838a-42e1-a3fd-85fd9ead4752') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:08.887440 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.904222 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.910884 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:02:08.911267 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:02:08.924982 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:02:09.000573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.004502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-32fe4809-7f3b-45ca-a16e-abdf64fdaa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:09.017108 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.027392 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Pushing event deleted for resources: {'Network': ['ID=626ee016-1050-48e4-91da-86991884c767,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:09.030424 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:09.036106 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] 10.222.0.74 "DELETE /v2.0/networks/626ee016-1050-48e4-91da-86991884c767 HTTP/1.1" status: 204  len: 168 time: 0.4120307
Jul 09 16:02:09.163591 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ab9a8ce8-6cc0-4033-9579-1f045135fee6 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:02:09.200213 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: ab9a8ce8-6cc0-4033-9579-1f045135fee6 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:02:09.200574 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device ab9a8ce8-6cc0-4033-9579-1f045135fee6 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:02:09.231028 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48178) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:09.292759 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-ec73f0ea-b5c8-4257-b6f1-1534b25060b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=680f4661850d40adbf9d84d5a6d34924&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0604486
Jul 09 16:02:09.295423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48182) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:09.357855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.383823 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.435764 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.440655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bbe1e5d7-d546-48fb-bcc6-1d8210b620ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:09.453053 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ccf7d-322a-4b6b-b779-07430291da3a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:09.456502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:09.462995 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:09.464106 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f379699e-2f07-4911-9dea-5a58ed73f4ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/750ccf7d-322a-4b6b-b779-07430291da3a HTTP/1.1" status: 204  len: 168 time: 0.1677999
Jul 09 16:02:10.865662 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:11.891618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48236) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:12.031682 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.062891 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:12.066842 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Usage tracker for resource:security_group_rule and tenant:de4788dc4eca492aa26ef97c2c03930e is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:12.069641 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:12.075322 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:12.139179 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.143054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.150444 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5ae416a9-b672-4b0e-925e-a247b15f4fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:12.195526 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de4788dc4eca492aa26ef97c2c03930e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3025730
Jul 09 16:02:12.196339 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5f344-5cee-438b-9206-b91ca9ffb684,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:12.197869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48242) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:12.199791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:12.266179 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.293366 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.343771 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.348081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-73cb983a-806d-4c24-a73e-763370eb0e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:12.362220 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5f344-5cee-438b-9206-b91ca9ffb684,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:12.365681 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:12.368814 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.369909 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15d5f344-5cee-438b-9206-b91ca9ffb684 HTTP/1.1" status: 204  len: 168 time: 0.1710093
Jul 09 16:02:12.466000 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-22063e4d-1a25-4963-8f59-0d55b0d9086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.696766 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48252) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:12.715275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.744959 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:12.748653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Usage tracker for resource:security_group_rule and tenant:61da9d1a0a9b4cfb830c6cd1dabd5651 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:12.751902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:12.757467 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:12.821579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.825754 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.834203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8e86d799-875f-4739-9535-bc7f56bdbf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:12.868730 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.870830 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09311cd2-633e-49b7-9f75-43b31c935186,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:12.875468 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:12.879440 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61da9d1a0a9b4cfb830c6cd1dabd5651&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1815753
Jul 09 16:02:12.882175 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48256) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:12.943566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:12.968914 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:13.023027 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:13.027514 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-91ed97f4-802c-4d26-bd08-ff1203d96ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:13.038790 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09311cd2-633e-49b7-9f75-43b31c935186,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:13.041569 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:13.043402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:13.044488 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/09311cd2-633e-49b7-9f75-43b31c935186 HTTP/1.1" status: 204  len: 168 time: 0.1614532
Jul 09 16:02:14.762306 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb70-208b-4914-b54c-7f1fc0733baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:15.727276 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:15.885608 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-04930439-a53b-4cf9-b51b-600ab5136e7f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1137 time: 0.1321344
Jul 09 16:02:15.895776 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ab69-8d7c-419a-ad20-fdc358798686 req-d272312f-eca3-4ff1-b009-71b4df98d434 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:15.897437 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4d28ab69-8d7c-419a-ad20-fdc358798686 req-d272312f-eca3-4ff1-b009-71b4df98d434 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.1089537
Jul 09 16:02:16.117642 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4d28ab69-8d7c-419a-ad20-fdc358798686 req-78a3e7df-e5df-4019-90dc-57504da3c956 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1332669
Jul 09 16:02:16.124320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-5c17c57e-3e54-4aa8-a1f8-ad6c64da2b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:16.125749 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-5c17c57e-3e54-4aa8-a1f8-ad6c64da2b13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.2273543
Jul 09 16:02:16.232615 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-6d30c5aa-d0ea-4c95-a7dc-21fccee39bbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 1001 time: 0.0999641
Jul 09 16:02:16.295837 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-8842a779-cf0a-4c67-8e36-5eb79c79fcbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:16.297303 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-8842a779-cf0a-4c67-8e36-5eb79c79fcbb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0572791
Jul 09 16:02:16.381397 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-a61feeb7-0d13-4d03-acc6-7cee96f9ba26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764697
Jul 09 16:02:16.524908 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-39848cd9-d99e-4544-a8f1-2edf0c4280fb service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362185
Jul 09 16:02:16.692986 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a7bba1e-3fce-4efb-8513-2dbc257848de req-9ecf8e38-2666-4d04-aa1d-9e271ee47824 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536732
Jul 09 16:02:17.188237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:17.314837 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab58f-82aa-4cdc-b034-038ee4859774 req-34898f5e-dcb8-4e22-a16d-578a7ace9e21 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:17.316287 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-97cab58f-82aa-4cdc-b034-038ee4859774 req-34898f5e-dcb8-4e22-a16d-578a7ace9e21 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0761306
Jul 09 16:02:17.363184 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-97cab58f-82aa-4cdc-b034-038ee4859774 req-f142a045-18d4-4380-a56d-3f0c6404115b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0413721
Jul 09 16:02:18.566624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c2efa-c848-493a-b024-a18ea72b0c43 req-23eac118-0959-4f31-b768-75375d916a91 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:18.568092 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-797c2efa-c848-493a-b024-a18ea72b0c43 req-23eac118-0959-4f31-b768-75375d916a91 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0810475
Jul 09 16:02:18.618128 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-797c2efa-c848-493a-b024-a18ea72b0c43 req-c5ea9bb8-cea9-425e-8ada-a9be083a7cf0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:18.632559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-797c2efa-c848-493a-b024-a18ea72b0c43 req-c5ea9bb8-cea9-425e-8ada-a9be083a7cf0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:18.633723 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-797c2efa-c848-493a-b024-a18ea72b0c43 req-c5ea9bb8-cea9-425e-8ada-a9be083a7cf0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0588825
Jul 09 16:02:19.586688 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678eb5da-6236-4548-917e-41f66e038c61 req-531592af-ed6f-4ac3-9783-850bf296b4c3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:19.588144 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-678eb5da-6236-4548-917e-41f66e038c61 req-531592af-ed6f-4ac3-9783-850bf296b4c3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0813582
Jul 09 16:02:19.634012 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-678eb5da-6236-4548-917e-41f66e038c61 req-8c1837e4-486a-4943-89b4-11e56dceb539 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402915
Jul 09 16:02:19.843027 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764ed6c-e31a-4d27-99e2-6d2509496d4b req-5228f6dc-82db-4b00-a90b-f0c7b3f2ce92 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:19.845079 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a764ed6c-e31a-4d27-99e2-6d2509496d4b req-5228f6dc-82db-4b00-a90b-f0c7b3f2ce92 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0809891
Jul 09 16:02:19.891767 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a764ed6c-e31a-4d27-99e2-6d2509496d4b req-f45a3e4f-9f41-4599-9869-c362c64702a6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403581
Jul 09 16:02:20.839786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0cac4-ff26-415d-ba3e-095f76d512ee req-e0bbcc63-febb-4963-b61a-e914de7af8dd tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:20.841238 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bfa0cac4-ff26-415d-ba3e-095f76d512ee req-e0bbcc63-febb-4963-b61a-e914de7af8dd tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0811107
Jul 09 16:02:20.888527 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bfa0cac4-ff26-415d-ba3e-095f76d512ee req-91c9526b-e048-4038-8559-1fc673fdd6c3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402122
Jul 09 16:02:21.089989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9366-e280-42d5-b447-958be57d51a5 req-c52ec64d-7b97-4f04-ac8e-33798fb18f15 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:21.091459 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-25bd9366-e280-42d5-b447-958be57d51a5 req-c52ec64d-7b97-4f04-ac8e-33798fb18f15 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0787592
Jul 09 16:02:21.140972 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-25bd9366-e280-42d5-b447-958be57d51a5 req-a62a856c-c670-4352-8802-9438adb4bc20 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425212
Jul 09 16:02:22.093595 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b263186-c87d-41f3-81c9-94511fed7980 req-b7142960-de01-4e96-96c5-8bf8b1012d41 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:22.095364 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4b263186-c87d-41f3-81c9-94511fed7980 req-b7142960-de01-4e96-96c5-8bf8b1012d41 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0865083
Jul 09 16:02:22.140986 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4b263186-c87d-41f3-81c9-94511fed7980 req-e6f8e754-4753-4e1f-a8e9-9c8cb397fd9e tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398905
Jul 09 16:02:22.345137 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f805be-e9ad-497d-a86f-076e5bbc08bd req-be4a2eb7-96f0-456d-a4f4-7824f7dcfea9 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:22.347199 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c4f805be-e9ad-497d-a86f-076e5bbc08bd req-be4a2eb7-96f0-456d-a4f4-7824f7dcfea9 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0796852
Jul 09 16:02:22.393729 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c4f805be-e9ad-497d-a86f-076e5bbc08bd req-7d1e235b-5071-4d7e-b801-d2b536ee1c1b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0412505
Jul 09 16:02:23.357324 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61b7d8-b309-4d65-8683-14e211843db9 req-a82c109f-bd19-4a32-9b5d-3ae0de369aab tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:23.358936 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab61b7d8-b309-4d65-8683-14e211843db9 req-a82c109f-bd19-4a32-9b5d-3ae0de369aab tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0936146
Jul 09 16:02:23.409869 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab61b7d8-b309-4d65-8683-14e211843db9 req-47f15791-8f68-40c4-a089-812e696e124f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439763
Jul 09 16:02:23.682086 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fa7f4-7f76-4910-8f8f-4d355c978018 req-80e3d9d2-51e4-471e-b868-4fd054deccb0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:23.683893 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-035fa7f4-7f76-4910-8f8f-4d355c978018 req-80e3d9d2-51e4-471e-b868-4fd054deccb0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0929852
Jul 09 16:02:23.736733 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-035fa7f4-7f76-4910-8f8f-4d355c978018 req-23ead162-bd59-474e-9186-2c9a1284beb0 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0462339
Jul 09 16:02:23.755186 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fa84e-b107-460e-bcad-d469c949ae30 req-cd83d607-9629-4488-ac11-b48770317e31 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:23.756659 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e93fa84e-b107-460e-bcad-d469c949ae30 req-cd83d607-9629-4488-ac11-b48770317e31 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0798283
Jul 09 16:02:23.780259 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48438) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:23.821076 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e93fa84e-b107-460e-bcad-d469c949ae30 req-3e517963-c304-42cb-8ed3-6461709fa88a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587220
Jul 09 16:02:23.923421 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:23.966057 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:23.969778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Usage tracker for resource:security_group_rule and tenant:27425e40f9924b219186bafac12adf22 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:23.972581 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:23.978116 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:24.044125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.047866 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.054752 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-870498ad-154f-4821-b491-741b52e729fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:24.096575 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607dfec-7ae0-4278-86ae-d7f3efe8ec5a,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:24.099767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:24.102430 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27425e40f9924b219186bafac12adf22&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3209956
Jul 09 16:02:24.105199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48444) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:24.165475 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.190396 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.241947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.246686 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d131b8b0-b78c-4db0-a293-4378ed93328b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:24.257403 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607dfec-7ae0-4278-86ae-d7f3efe8ec5a,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:24.261741 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:24.263881 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.267053 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f607dfec-7ae0-4278-86ae-d7f3efe8ec5a HTTP/1.1" status: 204  len: 168 time: 0.1587663
Jul 09 16:02:24.598429 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48454) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:24.617150 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.640044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3906df9-3982-4f53-89f8-e20349bac4a8 req-9ae0c52f-254b-4adf-97a7-e0b14fae825d tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:24.641630 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c3906df9-3982-4f53-89f8-e20349bac4a8 req-9ae0c52f-254b-4adf-97a7-e0b14fae825d tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0905743
Jul 09 16:02:24.650197 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:24.654351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3356425f8f8d487bb7286e48586c7ef0 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:24.657671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:24.663650 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:24.689726 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c3906df9-3982-4f53-89f8-e20349bac4a8 req-70d94d8b-5c3d-40fb-b194-3d269f3a7ff5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425858
Jul 09 16:02:24.735715 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.739540 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.746491 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d0dfb72a-49f7-467d-9d04-5c0a8530906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:24.786378 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34e968-b192-4be0-a660-4adfc619d271,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:24.793249 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48460) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:24.805897 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3356425f8f8d487bb7286e48586c7ef0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2063577
Jul 09 16:02:24.806985 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:24.862749 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.891737 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.950169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:24.956542 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4f147098-0f92-4c6b-a67e-9bdaaf57c26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:25.011653 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34e968-b192-4be0-a660-4adfc619d271,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:25.039478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c79ab8-4aab-4eae-980c-20f8eafa08c6 req-2a0c22f5-7b82-4ad4-af24-68993623430d tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:25.041047 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71c79ab8-4aab-4eae-980c-20f8eafa08c6 req-2a0c22f5-7b82-4ad4-af24-68993623430d tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.1781862
Jul 09 16:02:25.088470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:25.093307 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71c79ab8-4aab-4eae-980c-20f8eafa08c6 req-834b18b5-3e76-4294-8388-3d5e45647f9a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444109
Jul 09 16:02:25.099115 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.100206 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd34e968-b192-4be0-a660-4adfc619d271 HTTP/1.1" status: 204  len: 168 time: 0.3059986
Jul 09 16:02:25.150723 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592b18d-37a9-42de-b6c1-03ed68d0af6c req-bfda6233-5634-4d3b-8132-fcb38180cb98 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:25.150723 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a592b18d-37a9-42de-b6c1-03ed68d0af6c req-bfda6233-5634-4d3b-8132-fcb38180cb98 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.1925581
Jul 09 16:02:25.195922 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a592b18d-37a9-42de-b6c1-03ed68d0af6c req-b4b14fc2-ed9d-4d38-85ce-23a9a1b11224 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415525
Jul 09 16:02:25.508764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48470) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:25.527767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.559096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:25.562859 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Usage tracker for resource:security_group_rule and tenant:e55841dea32e418d8001b6d077149d0f is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:25.566486 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:25.572060 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:25.640272 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.644540 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.650936 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b9c2225f-8147-4e31-8ec5-53c5e2ef4685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:25.687923 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82936345-7120-4ba3-bfec-d4cb0fb7ce8f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:25.692768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:25.695969 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e55841dea32e418d8001b6d077149d0f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1862350
Jul 09 16:02:25.698494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48474) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:25.763585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.795533 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.862111 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.867807 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b4dc2da6-9c05-4438-8112-e4f0938c6b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:25.880257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82936345-7120-4ba3-bfec-d4cb0fb7ce8f,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:25.883001 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:25.886163 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:25.889662 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82936345-7120-4ba3-bfec-d4cb0fb7ce8f HTTP/1.1" status: 204  len: 168 time: 0.1879170
Jul 09 16:02:25.894184 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989645bf-d2d7-4c10-addc-0ed037ab33db req-9a30449f-15c3-47c7-9e94-0b9f0dac23d5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:25.895704 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-989645bf-d2d7-4c10-addc-0ed037ab33db req-9a30449f-15c3-47c7-9e94-0b9f0dac23d5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0863261
Jul 09 16:02:25.944924 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-989645bf-d2d7-4c10-addc-0ed037ab33db req-1455d946-122e-492f-9564-7b3729de7c21 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422344
Jul 09 16:02:26.304655 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2ecc-21ab-4f33-a260-b6de60fb300f req-56e12b33-5cfb-465f-a8b0-c6aa33656269 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:26.306181 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7ffa2ecc-21ab-4f33-a260-b6de60fb300f req-56e12b33-5cfb-465f-a8b0-c6aa33656269 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0811141
Jul 09 16:02:26.357401 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7ffa2ecc-21ab-4f33-a260-b6de60fb300f req-6f6b5b43-45a0-4744-a664-251c76e635b5 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444987
Jul 09 16:02:26.399823 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891d4e9-0846-4f76-b34b-b9d6df969dd9 req-8383b975-9588-48eb-b8b3-7fc3f3414689 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:26.401057 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3891d4e9-0846-4f76-b34b-b9d6df969dd9 req-8383b975-9588-48eb-b8b3-7fc3f3414689 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0833654
Jul 09 16:02:26.447345 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3891d4e9-0846-4f76-b34b-b9d6df969dd9 req-5bd3f9dc-2dcf-4cf6-8447-f2f7f7895487 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405722
Jul 09 16:02:27.156589 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f26f-b3d9-4ad9-b5a6-06f531483855 req-137a24ae-22ba-4fe2-bb4a-a88c5bcc3c01 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:27.158368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c957f26f-b3d9-4ad9-b5a6-06f531483855 req-137a24ae-22ba-4fe2-bb4a-a88c5bcc3c01 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0931673
Jul 09 16:02:27.208363 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c957f26f-b3d9-4ad9-b5a6-06f531483855 req-a0a95363-77fc-4860-b076-b93ea3b594a1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437853
Jul 09 16:02:27.583632 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ce81-f43a-4a9c-b039-183e80afe235 req-7012cb65-0531-4d27-9879-991021ce90cb tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:27.585110 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c1ce81-f43a-4a9c-b039-183e80afe235 req-7012cb65-0531-4d27-9879-991021ce90cb tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0805857
Jul 09 16:02:27.632171 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c1ce81-f43a-4a9c-b039-183e80afe235 req-1f1f0ec1-26b6-4958-8753-887a8152b5a4 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415869
Jul 09 16:02:27.659247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09be4db-80e6-48d5-bf09-b631d6653342 req-742b563d-7ae6-4120-aa2a-d0c6fb54748b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:27.662466 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b09be4db-80e6-48d5-bf09-b631d6653342 req-742b563d-7ae6-4120-aa2a-d0c6fb54748b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0837491
Jul 09 16:02:27.717864 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b09be4db-80e6-48d5-bf09-b631d6653342 req-2511deae-0ee5-493b-aa14-71b5b8e66580 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500665
Jul 09 16:02:28.407765 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58625ab-107f-451a-917a-e5606ca68962 req-fc1f17b1-eb9a-45d1-89f6-435c199a2997 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:28.409491 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a58625ab-107f-451a-917a-e5606ca68962 req-fc1f17b1-eb9a-45d1-89f6-435c199a2997 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0808566
Jul 09 16:02:28.455627 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a58625ab-107f-451a-917a-e5606ca68962 req-cc65c292-e0fb-48ce-8a04-053a057dfcd5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406613
Jul 09 16:02:28.834602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719930e7-48b9-4c85-908b-2902436ad79e req-f851b44a-ac9a-4351-ab26-553a86ad9934 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:28.836402 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-719930e7-48b9-4c85-908b-2902436ad79e req-f851b44a-ac9a-4351-ab26-553a86ad9934 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0803113
Jul 09 16:02:28.886150 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-719930e7-48b9-4c85-908b-2902436ad79e req-d143c904-d081-4306-8339-de3c23d08696 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=f7286e09-9e42-4ef7-9d50-1d64fe6d6774&id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431340
Jul 09 16:02:28.923478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1476c8-53e0-436c-a16f-f049bce1435a req-301b22f3-8152-40d8-87d1-5a7b3b9b831f tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:28.924936 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cf1476c8-53e0-436c-a16f-f049bce1435a req-301b22f3-8152-40d8-87d1-5a7b3b9b831f tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0863607
Jul 09 16:02:28.974790 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cf1476c8-53e0-436c-a16f-f049bce1435a req-ea5a2455-5f5e-4f99-992a-06c142105513 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443158
Jul 09 16:02:29.659306 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e088f-d1f4-47f7-a630-bf5f02815817 req-bca685d9-bea9-4810-af23-3ce26b5b0adc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:29.660775 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-af2e088f-d1f4-47f7-a630-bf5f02815817 req-bca685d9-bea9-4810-af23-3ce26b5b0adc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0819890
Jul 09 16:02:29.707427 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-af2e088f-d1f4-47f7-a630-bf5f02815817 req-b1393341-3965-4ce3-a831-6adcaeb2bd04 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411177
Jul 09 16:02:30.178164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301ff8d-9cec-4fc4-96cc-2f89e6656676 req-7b8dee39-acba-42e5-b6df-a2196bc2126e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:30.179530 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d301ff8d-9cec-4fc4-96cc-2f89e6656676 req-7b8dee39-acba-42e5-b6df-a2196bc2126e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0794911
Jul 09 16:02:30.226329 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d301ff8d-9cec-4fc4-96cc-2f89e6656676 req-5e020584-f851-453b-a0e8-8082371cfd46 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413105
Jul 09 16:02:30.906382 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876902c-ccff-4d8a-818d-a020834462dc req-6633ef37-9f69-49f1-ad44-4abc0cb6c7d1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:30.908619 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f876902c-ccff-4d8a-818d-a020834462dc req-6633ef37-9f69-49f1-ad44-4abc0cb6c7d1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0788047
Jul 09 16:02:30.957316 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f876902c-ccff-4d8a-818d-a020834462dc req-16c0ea99-f342-454b-8d86-a7480b8a8402 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424266
Jul 09 16:02:31.426131 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff217-e0ac-4592-9f9d-e6c5c79fd1f8 req-0765c776-e273-41f9-959e-2fa6905075a0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:31.427712 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a21ff217-e0ac-4592-9f9d-e6c5c79fd1f8 req-0765c776-e273-41f9-959e-2fa6905075a0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0810962
Jul 09 16:02:31.474852 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a21ff217-e0ac-4592-9f9d-e6c5c79fd1f8 req-3db8143e-450d-4a61-810f-7cc53cae0348 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411570
Jul 09 16:02:32.159434 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e2c03-4a73-4c05-a75d-2d080414af33 req-4acc3e83-c7b7-4043-aab5-18ddb9a6c5f3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:32.160831 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-466e2c03-4a73-4c05-a75d-2d080414af33 req-4acc3e83-c7b7-4043-aab5-18ddb9a6c5f3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0807030
Jul 09 16:02:32.208385 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-466e2c03-4a73-4c05-a75d-2d080414af33 req-5f46851b-7355-43cc-8f2d-c342d019408c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407708
Jul 09 16:02:32.670629 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe8ba-84e1-4e3e-803f-056fcfe75403 req-034bb66b-82b0-4735-8c8b-502443878c68 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:32.672079 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2cafe8ba-84e1-4e3e-803f-056fcfe75403 req-034bb66b-82b0-4735-8c8b-502443878c68 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0762465
Jul 09 16:02:32.718701 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2cafe8ba-84e1-4e3e-803f-056fcfe75403 req-bf5534ee-4613-4e03-b33b-d8993cc8f05e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404308
Jul 09 16:02:33.403248 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6706-f9a0-4371-a400-7baacdb550c8 req-25bc7351-031f-48e3-b502-34882670b6ae tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:33.404696 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2c4a6706-f9a0-4371-a400-7baacdb550c8 req-25bc7351-031f-48e3-b502-34882670b6ae tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0771081
Jul 09 16:02:33.454941 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2c4a6706-f9a0-4371-a400-7baacdb550c8 req-d274bbfa-76c1-4b83-8e17-fb686fc0d526 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442822
Jul 09 16:02:33.921948 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6bdc6-5cc2-4efe-9c12-2e025e9b3b5f req-d0270e26-6eae-4f70-963d-36d2ec742dc6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:33.923580 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e1e6bdc6-5cc2-4efe-9c12-2e025e9b3b5f req-d0270e26-6eae-4f70-963d-36d2ec742dc6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0814075
Jul 09 16:02:33.969647 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e1e6bdc6-5cc2-4efe-9c12-2e025e9b3b5f req-ce340d33-33e1-4edb-adae-55dcb7707a86 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401599
Jul 09 16:02:34.654950 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba10dc-722b-4e02-bc68-e3b27cb97c0a req-663d2206-fcc5-4cb0-8e5f-aaff4bf327af tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:34.656392 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ba10dc-722b-4e02-bc68-e3b27cb97c0a req-663d2206-fcc5-4cb0-8e5f-aaff4bf327af tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0796449
Jul 09 16:02:34.703377 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-93ba10dc-722b-4e02-bc68-e3b27cb97c0a req-7a6c5ba2-83e4-4bcb-bf91-9219d1f97aac tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414171
Jul 09 16:02:35.195327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cea39-6431-401a-90b1-1912a30b4144 req-73c3bce0-c2e6-4203-aa26-65a98203e672 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:35.196750 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-400cea39-6431-401a-90b1-1912a30b4144 req-73c3bce0-c2e6-4203-aa26-65a98203e672 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0877144
Jul 09 16:02:35.248148 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-400cea39-6431-401a-90b1-1912a30b4144 req-1edef99c-267e-4cb9-b220-68a6f3901aa2 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458755
Jul 09 16:02:35.928295 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7ed49-053d-445c-a3e8-9b95c7f7fc3a req-35221b04-1ced-4f93-96d2-3bf521f46899 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:35.929738 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-36c7ed49-053d-445c-a3e8-9b95c7f7fc3a req-35221b04-1ced-4f93-96d2-3bf521f46899 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0804319
Jul 09 16:02:35.974297 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-36c7ed49-053d-445c-a3e8-9b95c7f7fc3a req-c599749e-df2b-42ac-82e0-373916885069 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390947
Jul 09 16:02:36.125031 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:02:36.341030 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd150b-5050-418f-81ad-7e7fe95e641b req-04b48aae-88a2-48cf-aa25-e49e9f275198 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:36.342511 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-38bd150b-5050-418f-81ad-7e7fe95e641b req-04b48aae-88a2-48cf-aa25-e49e9f275198 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0802994
Jul 09 16:02:36.390803 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-38bd150b-5050-418f-81ad-7e7fe95e641b req-3aeddec0-8798-4dca-99e7-de9c3cea8328 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418191
Jul 09 16:02:36.454969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39b5df-3912-44db-a865-bd80f5b442a5 req-985ab91e-afce-4ff2-98b3-7a80789d4f55 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:36.456572 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fd39b5df-3912-44db-a865-bd80f5b442a5 req-985ab91e-afce-4ff2-98b3-7a80789d4f55 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0825353
Jul 09 16:02:36.467621 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-55a46d48-e9ab-4dcf-b9f8-56ee320d9d5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.0732627
Jul 09 16:02:36.503745 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fd39b5df-3912-44db-a865-bd80f5b442a5 req-e1cc0557-c0dd-4ce7-9224-0452788ca3dd tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416155
Jul 09 16:02:36.603915 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-970afb3b-fe73-4bae-8bd8-466ba3b0e69f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:36.605283 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-970afb3b-fe73-4bae-8bd8-466ba3b0e69f service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1291339
Jul 09 16:02:36.709085 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-16ad8912-0ab2-4930-9a4d-90be2e17da9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 1000 time: 0.0968411
Jul 09 16:02:36.773215 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-b7584f3c-a004-4a1e-91c7-68333e0a2b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:36.774678 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-b7584f3c-a004-4a1e-91c7-68333e0a2b99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0584538
Jul 09 16:02:36.850695 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-226187cf-a46b-453b-bd1b-e09c26f4e87b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687571
Jul 09 16:02:37.043169 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-3bc08a82-c75d-4e7d-99ea-50f202c54a71 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805100
Jul 09 16:02:37.177144 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-45c1531a-1e0a-42cc-ad66-bbaa7cacb9b0 req-f5afb5aa-b309-4840-a0cc-131a4b5c4b06 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238377
Jul 09 16:02:37.600501 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba3896-d3c5-427f-84d0-f516056073c8 req-f2f22e3c-ef0d-4485-b923-232f285a68ed tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:37.601971 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-33ba3896-d3c5-427f-84d0-f516056073c8 req-f2f22e3c-ef0d-4485-b923-232f285a68ed tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0849051
Jul 09 16:02:37.648937 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-33ba3896-d3c5-427f-84d0-f516056073c8 req-009950d2-fa72-4ba6-8d85-c7c474128987 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414703
Jul 09 16:02:37.916476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a769f-a776-468e-81ed-51d52b28e399 req-bab0d4e1-1b8a-41cd-9679-e956b00a3cb4 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:37.917932 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-650a769f-a776-468e-81ed-51d52b28e399 req-bab0d4e1-1b8a-41cd-9679-e956b00a3cb4 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0914500
Jul 09 16:02:37.963684 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-650a769f-a776-468e-81ed-51d52b28e399 req-0378c00e-acb5-493d-bf44-f7cf44488a5e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401270
Jul 09 16:02:38.850767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc260b2f-154e-41a8-a468-a0ad70fb686b req-95ed1a6a-7370-4bcf-b70f-22478f866d31 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:38.852223 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc260b2f-154e-41a8-a468-a0ad70fb686b req-95ed1a6a-7370-4bcf-b70f-22478f866d31 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.0793157
Jul 09 16:02:38.902003 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bc260b2f-154e-41a8-a468-a0ad70fb686b req-4a4edf7d-43db-4324-9cbe-97112e186db1 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441566
Jul 09 16:02:39.047468 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-10d3c2a5-db14-4927-8e14-322480fe84a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.0711083
Jul 09 16:02:39.168202 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fd3ab-715b-4855-b7f2-0398c7df181d req-c395645a-206e-4768-aecb-ff2522fc524c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:39.169661 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-822fd3ab-715b-4855-b7f2-0398c7df181d req-c395645a-206e-4768-aecb-ff2522fc524c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0813508
Jul 09 16:02:39.190607 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-aafd2fc9-d2c4-4574-a9f1-8507371ba57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:39.192078 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-aafd2fc9-d2c4-4574-a9f1-8507371ba57c service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.1335108
Jul 09 16:02:39.216698 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-822fd3ab-715b-4855-b7f2-0398c7df181d req-6c806caf-e250-4f55-af1c-f868c54d731f tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409031
Jul 09 16:02:39.302181 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-d02d2022-5f87-4b1f-8d17-f85ce12443f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 1001 time: 0.0988703
Jul 09 16:02:39.367217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-97650ebf-3bf2-4523-8978-662e3aa7a41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:39.368837 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-97650ebf-3bf2-4523-8978-662e3aa7a41e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.0599744
Jul 09 16:02:39.454693 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-1d099374-1c48-48d3-881b-984f3008cf72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742028
Jul 09 16:02:39.593026 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-6f346909-f45a-4ef3-aeca-d47754e07854 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309760
Jul 09 16:02:39.761867 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4524957b-9e0b-4e7e-9b3b-a5059989d2dc req-6b5c9a7d-d071-4f80-955c-4f82340ffa64 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276765
Jul 09 16:02:40.418854 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a71773-fda2-4b34-8745-1c482fe1536e req-ae800422-4ed0-45db-8626-011f20dc6bbc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:40.420306 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-14a71773-fda2-4b34-8745-1c482fe1536e req-ae800422-4ed0-45db-8626-011f20dc6bbc tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0764959
Jul 09 16:02:40.466981 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-14a71773-fda2-4b34-8745-1c482fe1536e req-d671a27e-910d-4ca5-bef5-6c35151d538e tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406506
Jul 09 16:02:40.860982 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:41.667908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5ed1-ecb5-4560-8bcf-2e7f7d6582bc req-a9597a57-b4d6-439c-941b-7f098742471a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:41.669684 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6c6e5ed1-ecb5-4560-8bcf-2e7f7d6582bc req-a9597a57-b4d6-439c-941b-7f098742471a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0789590
Jul 09 16:02:41.715235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6c6e5ed1-ecb5-4560-8bcf-2e7f7d6582bc req-90e07b08-3cc8-478f-a223-300f50f93f0a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396864
Jul 09 16:02:42.467986 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-4d685fb6-e8e2-4496-adb3-d55a372a5f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:42.872233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:42.917936 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ec673-67ce-4c20-bfbe-7d884fe98db9 req-1946d09b-088b-43dc-a892-2e0f8b385d36 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:42.919380 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c00ec673-67ce-4c20-bfbe-7d884fe98db9 req-1946d09b-088b-43dc-a892-2e0f8b385d36 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0805812
Jul 09 16:02:42.976563 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c00ec673-67ce-4c20-bfbe-7d884fe98db9 req-f0192502-9ac9-4f67-978d-fc82cf561a6f tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495675
Jul 09 16:02:44.185086 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5efb5d-3439-4356-8235-44872bde74a5 req-13d6b0db-6f9a-45e0-82e2-70d90cc078a2 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:44.186589 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2a5efb5d-3439-4356-8235-44872bde74a5 req-13d6b0db-6f9a-45e0-82e2-70d90cc078a2 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0848627
Jul 09 16:02:44.234324 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2a5efb5d-3439-4356-8235-44872bde74a5 req-e7a92b29-e947-48ae-937c-0bd91fe2c51b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413635
Jul 09 16:02:44.419530 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3aee81fa-58e6-4f5b-a205-ffd8e9efe9bc req-d3230dcc-9e7f-4c12-bba9-74edeb973724 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0669577
Jul 09 16:02:44.647415 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48650) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:44.688349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1365-564b-445d-942e-f39050fc4c2d req-433038bd-bdb7-4d6e-a98e-34e4a9c9b116 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:44.690425 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-426a1365-564b-445d-942e-f39050fc4c2d req-433038bd-bdb7-4d6e-a98e-34e4a9c9b116 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0829496
Jul 09 16:02:44.742806 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-426a1365-564b-445d-942e-f39050fc4c2d req-9b63f95a-d4c4-4b0d-96f5-36a40c0bb667 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457342
Jul 09 16:02:44.769513 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-38651ffe-c2b1-49f5-82ad-7faab2f2dfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:44.834295 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-5cb0dc53-6daf-4e7c-b6c5-09881b8131db service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1807449
Jul 09 16:02:45.214759 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49fbf-8bc2-4335-9c96-96615d708028 req-92dbd043-c7ac-49a9-8e45-a0bf21332231 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:45.216276 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ba49fbf-8bc2-4335-9c96-96615d708028 req-92dbd043-c7ac-49a9-8e45-a0bf21332231 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0812764
Jul 09 16:02:45.268599 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3ba49fbf-8bc2-4335-9c96-96615d708028 req-359b3294-1236-4d6a-b0ad-e72ac8214b80 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457740
Jul 09 16:02:45.331283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:02:45.440592 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:45.467726 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:45.477949 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:45.482035 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:45.483831 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:45.555057 dv-cinder-800228-1-iscsi neutron-server[74302]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'code': 422} returned with failed status
Jul 09 16:02:45.575533 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=6']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:45.584532 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.584880 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.585212 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.585567 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.585977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.586338 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.586751 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.587075 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.587482 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.587868 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.588197 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:45.591956 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:45.723593 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:45.941018 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67837e-c8de-45fb-88dd-7ee8f06a3633 req-3f1652c9-b401-4e0b-bfe5-91722e63c0bf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:45.942495 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9f67837e-c8de-45fb-88dd-7ee8f06a3633 req-3f1652c9-b401-4e0b-bfe5-91722e63c0bf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0767343
Jul 09 16:02:45.988534 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9f67837e-c8de-45fb-88dd-7ee8f06a3633 req-8a20de76-1171-4ed4-8f82-a3320211b477 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405259
Jul 09 16:02:46.487642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf756a5-c9cc-4a4b-84d2-06b30a3277a6 req-44f208a5-07c5-4209-aeb2-c511688b68df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:46.489094 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-baf756a5-c9cc-4a4b-84d2-06b30a3277a6 req-44f208a5-07c5-4209-aeb2-c511688b68df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0820210
Jul 09 16:02:46.536171 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-baf756a5-c9cc-4a4b-84d2-06b30a3277a6 req-fd2f0517-5153-4158-91fd-f3fc9f6cb85d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413404
Jul 09 16:02:46.792819 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-847b752f-81c3-44a1-a706-a70ea1a84c04 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf&tenant_id=70c2f4d400ef464eb1a7dfa43e59568d HTTP/1.1" status: 200  len: 1096 time: 0.1296916
Jul 09 16:02:46.900214 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-47418f39-298e-4282-82f9-e1c4c0be5f97 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1096 time: 0.0675128
Jul 09 16:02:47.052560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-382bdf21-8d47-41aa-9e71-f976cec4c20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:47.054025 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-382bdf21-8d47-41aa-9e71-f976cec4c20e service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.1238031
Jul 09 16:02:47.162151 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-a8b6acfa-b50c-426e-8243-56409d275dac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 999 time: 0.0993648
Jul 09 16:02:47.214905 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:47.231925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-967dc5a1-b8ef-4cfd-bcda-d2e5362f727d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:47.233369 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-967dc5a1-b8ef-4cfd-bcda-d2e5362f727d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.0658414
Jul 09 16:02:47.284951 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336660a-08b6-4d73-9750-302532e2a2c0 req-135c7db7-816e-4013-af6f-002168d69b45 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:47.287630 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d336660a-08b6-4d73-9750-302532e2a2c0 req-135c7db7-816e-4013-af6f-002168d69b45 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.1787667
Jul 09 16:02:47.319476 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-c2141280-1d9b-4874-8f45-6a081062fa78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730085
Jul 09 16:02:47.336542 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d336660a-08b6-4d73-9750-302532e2a2c0 req-3edf3b36-dbb6-41dd-9547-41fa5b2c9a76 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430605
Jul 09 16:02:47.480302 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-82eab9a3-3430-4a06-bc8b-be55f1765395 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311691
Jul 09 16:02:47.631631 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2b2eacfe-cf07-4d7f-a7d0-a6670ab264de req-6675ef17-b92b-4fae-9d7a-36f8b3c8615e service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267827
Jul 09 16:02:47.749446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc70c3d-8441-4e74-8b51-4a2248c98fe4 req-21a09921-167d-4f62-a914-709b5abb1a06 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:47.750820 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7fc70c3d-8441-4e74-8b51-4a2248c98fe4 req-21a09921-167d-4f62-a914-709b5abb1a06 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0783818
Jul 09 16:02:47.798272 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7fc70c3d-8441-4e74-8b51-4a2248c98fe4 req-63a4cfe6-73bf-489d-8a32-682a25fdd99f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412462
Jul 09 16:02:48.223630 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-2d9f06cc-ae20-4d43-8a08-883d4caae330 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:48.225034 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-2d9f06cc-ae20-4d43-8a08-883d4caae330 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.0787060
Jul 09 16:02:48.293671 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Deleting port b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:02:48.294034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:48.530624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c73a63-0ac1-4174-9a7a-d80913633d28 req-85ed7d45-786d-42ce-9d60-fa859659fbbe tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:48.532010 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b6c73a63-0ac1-4174-9a7a-d80913633d28 req-85ed7d45-786d-42ce-9d60-fa859659fbbe tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0767224
Jul 09 16:02:48.538824 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] For port b5f403b0-ee24-45cb-8b06-618ce2931ca3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=b5f403b0-ee24-45cb-8b06-618ce2931ca3,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:48.539179 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:48.579105 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b6c73a63-0ac1-4174-9a7a-d80913633d28 req-c3c0a13a-e6c3-424e-b6cf-7150d5487618 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408070
Jul 09 16:02:48.815566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:48.816137 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:48.816137 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Floating IP 528dd4c8-5148-4817-9b66-4f839b16d150 disassociated. External IP: 172.27.2.67, port: b5f403b0-ee24-45cb-8b06-618ce2931ca3.
Jul 09 16:02:48.816464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Calling delete_port for b5f403b0-ee24-45cb-8b06-618ce2931ca3 owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:02:49.082233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e999a0-d680-4a92-ae47-ba644d5586ad req-9f2e6866-1249-4715-a4f4-62d53b4e84b3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:49.083592 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-25e999a0-d680-4a92-ae47-ba644d5586ad req-9f2e6866-1249-4715-a4f4-62d53b4e84b3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 946 time: 0.1421270
Jul 09 16:02:49.104253 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:49.112288 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:49.156086 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'Port': ['ID=b5f403b0-ee24-45cb-8b06-618ce2931ca3,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:49.165629 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:49.182699 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-25e999a0-d680-4a92-ae47-ba644d5586ad req-6340d110-78cf-4c0b-9e93-a535ebe91e8c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=4bf538e6-7c12-4887-8cbe-8a4130205084&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936527
Jul 09 16:02:49.386494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:02:49.583510 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:02:49.592970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:02:49.605798 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:02:49.606849 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b105550>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:02:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:49.665233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] No DVR routers for this DVR port b5f403b0-ee24-45cb-8b06-618ce2931ca3 on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:02:49.668350 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:49.671742 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-deleted', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:49.692456 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ecfa408c-2362-4e2b-ab84-3a0c23446714 req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "DELETE /v2.0/ports/b5f403b0-ee24-45cb-8b06-618ce2931ca3 HTTP/1.1" status: 204  len: 173 time: 1.4614019
Jul 09 16:02:49.737347 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5e6e67-103e-406e-a4e8-674db9cb3c91', 'name': 'network-vif-deleted', 'tag': 'b5f403b0-ee24-45cb-8b06-618ce2931ca3', 'status': 'completed', 'code': 200}
Jul 09 16:02:49.834513 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a2aef-1675-4f99-8f7d-6d5a0885aed0 req-30fda064-26c9-4a08-8ba3-471b7d19badf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:49.839344 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:02:49.842290 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e53a2aef-1675-4f99-8f7d-6d5a0885aed0 req-30fda064-26c9-4a08-8ba3-471b7d19badf tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.1295583
Jul 09 16:02:49.901808 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e53a2aef-1675-4f99-8f7d-6d5a0885aed0 req-734f0210-3844-4d69-ba85-fc55e128c859 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584018
Jul 09 16:02:50.167313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b105550>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:50.171176 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:02:50.181744 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:02:50.182379 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b105550>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:02:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:50.369502 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:02:50.382781 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1ee59ad4-9c1b-474c-8d22-dd17b76d7f8c req-3e358fda-e1fe-450f-96a1-c1be92b89afb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:50.430453 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-1ee59ad4-9c1b-474c-8d22-dd17b76d7f8c req-3e358fda-e1fe-450f-96a1-c1be92b89afb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:50.431802 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1ee59ad4-9c1b-474c-8d22-dd17b76d7f8c req-3e358fda-e1fe-450f-96a1-c1be92b89afb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6a5e6e67-103e-406e-a4e8-674db9cb3c91 HTTP/1.1" status: 200  len: 210 time: 0.0909569
Jul 09 16:02:50.729202 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b105550>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:02:50.733260 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7814b-766b-45dd-b50e-891f436409f0 None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:02:50.978832 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e391df-cb8b-478b-b76b-d78e0aaf20c5 None None] New status for floating IP 528dd4c8-5148-4817-9b66-4f839b16d150: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:02:51.103174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e175ddc-fae4-43a7-8c97-23af0b02a5f6 req-b442fc0f-7463-4dcf-b82d-6c0e9ae18312 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:51.104592 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e175ddc-fae4-43a7-8c97-23af0b02a5f6 req-b442fc0f-7463-4dcf-b82d-6c0e9ae18312 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 943 time: 0.0834203
Jul 09 16:02:51.154473 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e175ddc-fae4-43a7-8c97-23af0b02a5f6 req-3849db28-4517-4fd1-aef0-08c55bf3fd23 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414572
Jul 09 16:02:51.380528 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:02:51.388574 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:02:51.423039 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: b5f403b0-ee24-45cb-8b06-618ce2931ca3 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:02:51.423389 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device b5f403b0-ee24-45cb-8b06-618ce2931ca3 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:02:51.548689 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:51.562730 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'port_id': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'mac_address': 'fa:16:3e:9d:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:02:51.621236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.629575 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 48708) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:51.646190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71140f5-7079-4786-9400-5bdaa36c5997 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:02:51.667006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:51.672429 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.674731 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-40990e80-5336-447c-b35a-ca6ec1d86f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:51.702278 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.734359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.740702 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=7']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:51.743889 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:51.795192 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.799297 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-40f878e9-9989-47b3-9d5a-b40aa0c33dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:51.813199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf538e6-7c12-4887-8cbe-8a4130205084,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:51.816905 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:51.833406 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:51.838117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48712) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:51.838444 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "DELETE /v2.0/security-groups/4bf538e6-7c12-4887-8cbe-8a4130205084 HTTP/1.1" status: 204  len: 168 time: 0.2076724
Jul 09 16:02:51.858298 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.api.v2.resource [None req-8fd0677a-f53c-4b68-bc6c-1acbb7c4085e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] show failed (client error): The resource could not be found.
Jul 09 16:02:51.859280 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-8fd0677a-f53c-4b68-bc6c-1acbb7c4085e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups/4bf538e6-7c12-4887-8cbe-8a4130205084 HTTP/1.1" status: 404  len: 347 time: 0.0197585
Jul 09 16:02:51.862327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48716) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:52.012327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Deleting port 56c53514-8701-41a5-80ab-8fd335781f12 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:02:52.012663 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.175621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.176356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.282900 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['a71140f5-7079-4786-9400-5bdaa36c5997'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:02:52.299869 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Calling delete_port for 56c53514-8701-41a5-80ab-8fd335781f12 owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:02:52.359369 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85148f65-1c4c-462c-8130-8d7d9c06603d req-afb88ea9-a3ad-4771-b3df-aaaca7701420 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:52.360990 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-85148f65-1c4c-462c-8130-8d7d9c06603d req-afb88ea9-a3ad-4771-b3df-aaaca7701420 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.0829463
Jul 09 16:02:52.411054 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-85148f65-1c4c-462c-8130-8d7d9c06603d req-766b1773-2e4e-4e86-936f-dc18f9913258 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420613
Jul 09 16:02:52.448237 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.452401 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:52.497233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'Port': ['ID=56c53514-8701-41a5-80ab-8fd335781f12,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:52.499805 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:52.590566 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.622258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.623379 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "DELETE /v2.0/floatingips/528dd4c8-5148-4817-9b66-4f839b16d150 HTTP/1.1" status: 204  len: 168 time: 0.7601964
Jul 09 16:02:52.895709 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48726) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:52.901840 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610593021', 'description': 'tempest-description--4752228'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:52.907642 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:52.912223 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:52.915075 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:52.922070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:52.932383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:52.965723 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:52.969491 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:52.972837 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:52.978602 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:53.035372 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.038926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.043635 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:53.083502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b5612a-bfe7-4213-8a76-3a1932d88975,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:53.086351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:53.087185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.088366 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.1916335
Jul 09 16:02:53.091277 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48730) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:53.097457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group_rule': {'security_group_id': '91b5612a-bfe7-4213-8a76-3a1932d88975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:53.103213 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:53.107020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:53.109855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:53.115811 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:53.132410 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.191938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.197116 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.199325 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e1f68fc3-ec19-4837-919f-076fe717e8a4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:53.222447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132d263f-9612-4ddc-bc8d-d57adb27d7f0,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:53.226694 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:53.230927 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.232075 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-546f7e24-a31b-43c5-b5fb-1379b7d528fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1399076
Jul 09 16:02:53.234950 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48734) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:53.240409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'security_group_rule': {'security_group_id': '91b5612a-bfe7-4213-8a76-3a1932d88975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:53.246067 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:53.249813 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:security_group_rule and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:53.253123 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:53.259121 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:53.276201 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.340175 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.343637 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.351563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:53.368668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c32427-72cd-4a1a-a3f3-f4996ded5384,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:53.372917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:53.377006 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.378205 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-cc6fdb08-70d0-477d-843f-05242f98fa9b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1423445
Jul 09 16:02:53.381250 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48738) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:53.386558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:53.391858 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:53.396225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Usage tracker for resource:floatingip and tenant:a3a7aa4308c24ea180eb1460f6e9c743 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:53.399343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:53.404946 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:53.415929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.551041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.612223 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182e2e5-e1a6-4f86-9c86-4f94d02a522a req-2dd23ecd-e605-4072-8430-7bf507dcd644 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:53.613689 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a182e2e5-e1a6-4f86-9c86-4f94d02a522a req-2dd23ecd-e605-4072-8430-7bf507dcd644 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.0800176
Jul 09 16:02:53.661127 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a182e2e5-e1a6-4f86-9c86-4f94d02a522a req-f6c7377f-7507-4384-b3b0-9ba88ba80fc6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418260
Jul 09 16:02:53.686802 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Allocated IP 172.27.2.2 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:02:53.918757 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.946762 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:53.950766 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-116c92fe-806d-4cb8-9322-14662cb0b89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:54.016069 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:02:54.019267 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:02:54.023790 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:02:54.047739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:54.053146 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:54.188712 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.241493 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.464548 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.469275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.474670 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:54.582071 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:54.586117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:54.590857 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.613777 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:54.615014 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.2328341
Jul 09 16:02:54.843830 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-160de528-519b-4f19-9896-1d8b7b11d113 req-3840114c-a593-4e53-9a48-6eef70111021 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:54.864801 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-160de528-519b-4f19-9896-1d8b7b11d113 req-3840114c-a593-4e53-9a48-6eef70111021 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:54.867443 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-3840114c-a593-4e53-9a48-6eef70111021 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1610593021&fields=id&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 267 time: 0.0640965
Jul 09 16:02:54.882024 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82286453-d64c-487d-ad4e-f3e2359c6205 req-b1760e2f-1ffd-43b0-93e9-2fdaf18329ef tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:54.883493 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82286453-d64c-487d-ad4e-f3e2359c6205 req-b1760e2f-1ffd-43b0-93e9-2fdaf18329ef tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 944 time: 0.0890062
Jul 09 16:02:54.943231 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-82286453-d64c-487d-ad4e-f3e2359c6205 req-ab71332f-b8ee-498d-82c1-e54b891e413a tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540395
Jul 09 16:02:55.020308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de528-519b-4f19-9896-1d8b7b11d113 req-ee66cdba-1842-49ff-bb1c-3c77f8e50b0d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:55.021724 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-ee66cdba-1842-49ff-bb1c-3c77f8e50b0d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 816 time: 0.1471541
Jul 09 16:02:55.038428 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-8073235c-75fa-4cd0-9fff-1c84baddd8a2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/quotas/a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 375 time: 0.0111625
Jul 09 16:02:55.122461 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-377c7e2e-40a6-4def-941d-8e9cda968248 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0789459
Jul 09 16:02:55.262188 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-477bc76c-cfd4-4526-be8d-5c99bbe6a53d service neutron] 10.222.0.74 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275668
Jul 09 16:02:55.394294 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-4924993e-82b2-409f-a836-fa69025b119b service neutron] 10.222.0.74 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259124
Jul 09 16:02:55.414531 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:02:55.491646 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port a71140f5-7079-4786-9400-5bdaa36c5997 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:02:55.492004 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:55.615728 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e86e0798-e72d-4451-a906-e0af3bec09f2 req-8811e18b-8af0-4d91-b631-de2d35563763 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:55.621401 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:55.635388 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e86e0798-e72d-4451-a906-e0af3bec09f2 req-8811e18b-8af0-4d91-b631-de2d35563763 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:55.647988 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e86e0798-e72d-4451-a906-e0af3bec09f2 req-8811e18b-8af0-4d91-b631-de2d35563763 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 210 time: 0.0837626
Jul 09 16:02:55.657037 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:55.669674 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:02:55.675276 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:55.677438 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:55.732067 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'code': 200}
Jul 09 16:02:55.747317 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=8']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:55.750513 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:56.155043 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adcbed-ec97-427e-a712-a75027a9ff20 req-127ff6d4-aac9-4f30-be9a-c39ece5093b9 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:56.156525 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-73adcbed-ec97-427e-a712-a75027a9ff20 req-127ff6d4-aac9-4f30-be9a-c39ece5093b9 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0807276
Jul 09 16:02:56.173690 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df6403f8-56e6-4881-b01e-db384873819c req-eeab08d5-c7a5-4012-bd81-2c0dd6bc26da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.1425982
Jul 09 16:02:56.205739 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-73adcbed-ec97-427e-a712-a75027a9ff20 req-d83ac1d0-6e38-4aa3-a766-4914380067ad tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422072
Jul 09 16:02:56.221496 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-df6403f8-56e6-4881-b01e-db384873819c req-a37d852e-091c-4fe4-98ac-eed7621f0df2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402575
Jul 09 16:02:56.853563 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1aaa1be4-08cb-49bf-ae98-c5b00a5268a8 req-1f18fb4f-ab93-431b-8745-d59dd686c50e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 210 time: 0.0551953
Jul 09 16:02:57.073763 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48794) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:57.235550 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.273928 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:57.277978 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5d21d58bff4d4546bd7970ceedb4730e is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:02:57.281005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:02:57.287744 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:57.316390 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de528-519b-4f19-9896-1d8b7b11d113 req-47fd7349-9981-4f48-bbad-86e3d01bcda1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:57.319266 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-47fd7349-9981-4f48-bbad-86e3d01bcda1 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 816 time: 0.1842089
Jul 09 16:02:57.391941 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-f635c898-af23-4a94-bd1b-77d4a8823c7b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 380 time: 0.0433195
Jul 09 16:02:57.404458 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'port': {'device_id': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'admin_state_up': True, 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'security_groups': ['91b5612a-bfe7-4213-8a76-3a1932d88975']}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:57.409174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.414198 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.421499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a1f9f9a4-247c-4d20-beeb-913469ae3376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:57.465383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f916ac8-ae7d-462c-9997-2c2639bc77f9,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:57.469192 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:57.473920 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5bc4cd66-393e-48a0-81bb-522c7b7316a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d21d58bff4d4546bd7970ceedb4730e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3990169
Jul 09 16:02:57.476669 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48802) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:02:57.525704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f331b-22e4-4c31-9e30-c8489364af2b req-b111be19-4948-41fa-a691-f71e3b712764 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:57.527185 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-224f331b-22e4-4c31-9e30-c8489364af2b req-b111be19-4948-41fa-a691-f71e3b712764 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.1787388
Jul 09 16:02:57.548117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:02:57.558665 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:02:57.569206 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Made reservation on behalf of a3a7aa4308c24ea180eb1460f6e9c743 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:02:57.572730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.587547 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.605607 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-224f331b-22e4-4c31-9e30-c8489364af2b req-bb78446c-8db1-473d-bb16-4516e3e69a9c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701466
Jul 09 16:02:57.618687 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.674406 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.679301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4b31bb22-2ee7-4e86-afa4-3c79560e7e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:57.693199 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f916ac8-ae7d-462c-9997-2c2639bc77f9,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:57.695878 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:57.697041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:57.700772 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f916ac8-ae7d-462c-9997-2c2639bc77f9 HTTP/1.1" status: 204  len: 168 time: 0.2204595
Jul 09 16:02:57.748642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Allocated IP 172.20.0.6 (60d849f9-ffc3-4c7f-9f24-2898b2d88fe9/66a3eb75-fc06-46e4-a365-7a462d96df95/e264fc5d-c851-4a6c-a56a-3328ce740921) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:02:58.005395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.055278 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-69bf51cd-cf37-4a45-94ab-dea90f75c478 req-d18a5c63-f658-4448-b934-a96f5f6666ae tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 210 time: 0.0465925
Jul 09 16:02:58.061466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Transition to ACTIVE for port object e264fc5d-c851-4a6c-a56a-3328ce740921 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:02:58.091417 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.097638 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6de591c5-d0a3-42aa-905a-e41959fda37f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:58.169428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:02:58.172720 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:02:58.177665 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:02:58.206343 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:58.221102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.221465 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.221826 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.222204 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.222553 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.222897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.223239 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.223578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.223921 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.224260 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.224599 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:02:58.229871 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:58.256812 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:58.257424 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.286469 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8858948
Jul 09 16:02:58.305931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Request body: {'port': {'device_id': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:02:58.395752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-ee579be6-805e-48f5-8092-a000a04c1dac None None] Provisioning for port e264fc5d-c851-4a6c-a56a-3328ce740921 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:02:58.402701 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-ee579be6-805e-48f5-8092-a000a04c1dac None None] Provisioning complete for port e264fc5d-c851-4a6c-a56a-3328ce740921 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:02:58.403083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ee579be6-805e-48f5-8092-a000a04c1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.426807 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.468569 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-ee579be6-805e-48f5-8092-a000a04c1dac None None] Port e264fc5d-c851-4a6c-a56a-3328ce740921 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:02:58.774666 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:02:58.790878 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.806794 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Transition to ACTIVE for port object e264fc5d-c851-4a6c-a56a-3328ce740921 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:02:58.810291 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73dcb4e-4ef0-40e9-9358-451475383abe req-1c7ba8b3-1e1b-4a8d-aa6f-d7dcc6a9c361 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:58.811952 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d73dcb4e-4ef0-40e9-9358-451475383abe req-1c7ba8b3-1e1b-4a8d-aa6f-d7dcc6a9c361 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0855241
Jul 09 16:02:58.815516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:58.832166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c5cc85d6-7dd6-47ee-840d-cb0db5edef52 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:58.881833 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d73dcb4e-4ef0-40e9-9358-451475383abe req-55f95bab-f0c4-4ff1-b7b5-68abf2fb94aa tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626273
Jul 09 16:02:59.007650 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:59.096041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:59.179470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Attempting to bind port e264fc5d-c851-4a6c-a56a-3328ce740921 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:02:59.180163 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Attempting to bind port e264fc5d-c851-4a6c-a56a-3328ce740921 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:02:59.180672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Attempting to bind port e264fc5d-c851-4a6c-a56a-3328ce740921 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:02:59.189172 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Port e264fc5d-c851-4a6c-a56a-3328ce740921 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:02:59.190057 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Attempting to bind port e264fc5d-c851-4a6c-a56a-3328ce740921 on network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:02:59.210285 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:02:59.210625 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Checking segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:02:59.211014 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Bound using segment: {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:02:59.211437 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Bound port: e264fc5d-c851-4a6c-a56a-3328ce740921, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa5c281-3b15-412f-80ee-d59c6a311fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:02:59.211841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:59.359903 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:02:59.364140 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:02:59.368899 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:59.373670 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:02:59.440350 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdff4c-1c05-4e66-a27c-4d428fcb2b72 req-5c1bf25b-163a-4826-96c4-6cd7a4958dba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:59.441061 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fcfdff4c-1c05-4e66-a27c-4d428fcb2b72 req-5c1bf25b-163a-4826-96c4-6cd7a4958dba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:02:59.448558 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:02:59.449892 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] 10.222.0.79 "PUT /v2.0/ports/e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 1093 time: 1.1495011
Jul 09 16:02:59.450855 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:02:59.475083 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:02:59.479070 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:02:59.480197 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-fcfdff4c-1c05-4e66-a27c-4d428fcb2b72 req-5c1bf25b-163a-4826-96c4-6cd7a4958dba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:02:59.481471 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcfdff4c-1c05-4e66-a27c-4d428fcb2b72 req-5c1bf25b-163a-4826-96c4-6cd7a4958dba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.2496850
Jul 09 16:02:59.523285 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'status': 'completed', 'code': 200}
Jul 09 16:02:59.539195 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fcfdff4c-1c05-4e66-a27c-4d428fcb2b72 req-a142f7df-56d0-489f-8fd5-aa0395bbde76 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490696
Jul 09 16:02:59.619126 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-e54b5671-e548-4b38-b7a5-53ac0eb57d47 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1096 time: 0.0704291
Jul 09 16:02:59.697671 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-5f200741-f287-449f-becf-21ef0d3a971c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 217 time: 0.0627558
Jul 09 16:02:59.759597 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de528-519b-4f19-9896-1d8b7b11d113 req-f89d8300-c547-4d3b-9553-77f2f14c75ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:02:59.760930 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-f89d8300-c547-4d3b-9553-77f2f14c75ab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0562599
Jul 09 16:02:59.840767 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-edecdf81-b607-4219-9d80-5a446d4c3175 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720727
Jul 09 16:02:59.971937 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-56e87026-fd03-45ed-8c38-8fb17a5d9ee1 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231430
Jul 09 16:03:00.103245 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-160de528-519b-4f19-9896-1d8b7b11d113 req-d65bd12f-7d76-4bb3-869e-ba5cb20e1ffb service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245723
Jul 09 16:03:00.282531 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-60b7158c-e7ad-47ab-b3c6-607cd9ec6d15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1096 time: 0.0709834
Jul 09 16:03:00.418326 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-04208b25-2298-4a7d-9b1b-575821fe7844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:00.419782 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-04208b25-2298-4a7d-9b1b-575821fe7844 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1293697
Jul 09 16:03:00.492932 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-682d90a2-aee3-4f1c-a70f-9bc0f49aa98f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 217 time: 0.0652525
Jul 09 16:03:00.557321 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-69f06dc6-8643-47ea-987f-e05304edce5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:00.558711 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-69f06dc6-8643-47ea-987f-e05304edce5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0586848
Jul 09 16:03:00.659848 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-5863799f-02b6-4ed6-a7cc-4e48d1499d3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0917327
Jul 09 16:03:00.766672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ba77d-1643-4a44-a185-868a765aa1b4 req-8415e1b3-151e-42d1-a4d7-3e23d0215cd5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:00.768265 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5b6ba77d-1643-4a44-a185-868a765aa1b4 req-8415e1b3-151e-42d1-a4d7-3e23d0215cd5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0779705
Jul 09 16:03:00.797076 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-4ba8c7af-e3c8-4efb-b33c-85ed1279ab32 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260879
Jul 09 16:03:00.815276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-5b6ba77d-1643-4a44-a185-868a765aa1b4 req-c7b5b9a9-7b7d-4ddd-8622-5e8e98e3b533 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Synchronizing usage tracker for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:03:00.827064 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-5b6ba77d-1643-4a44-a185-868a765aa1b4 req-c7b5b9a9-7b7d-4ddd-8622-5e8e98e3b533 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Unset dirty status for tenant:a3a7aa4308c24ea180eb1460f6e9c743 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:03:00.828164 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5b6ba77d-1643-4a44-a185-868a765aa1b4 req-c7b5b9a9-7b7d-4ddd-8622-5e8e98e3b533 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539575
Jul 09 16:03:00.931925 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5393cd9f-5616-4a1e-8833-4d4c01677128 req-0b1bbc91-4709-4cfa-a81d-d195063d0a94 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260867
Jul 09 16:03:02.099175 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276882-733f-4078-bda0-0da5b5edf69d req-2ed65216-1391-42d8-83a8-82bf1d73abc9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:02.100667 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9276882-733f-4078-bda0-0da5b5edf69d req-2ed65216-1391-42d8-83a8-82bf1d73abc9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.1393685
Jul 09 16:03:02.145132 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9276882-733f-4078-bda0-0da5b5edf69d req-815149b6-db30-46c1-a901-980a09679bd6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390451
Jul 09 16:03:03.367998 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dbd86-fd19-4062-a8f2-4a854490e8b0 req-e9dd7f33-2cea-4d44-afba-8aa9e3db4195 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:03.369430 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2e6dbd86-fd19-4062-a8f2-4a854490e8b0 req-e9dd7f33-2cea-4d44-afba-8aa9e3db4195 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0797124
Jul 09 16:03:03.413517 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2e6dbd86-fd19-4062-a8f2-4a854490e8b0 req-489eaac8-5a68-440d-a9d5-95d73492de1b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386677
Jul 09 16:03:04.624819 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfae55-4c59-4aa8-92dd-09fcbba5056b req-282aaba5-5484-4f46-9b78-7b05d322d6cd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:04.626278 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-12bfae55-4c59-4aa8-92dd-09fcbba5056b req-282aaba5-5484-4f46-9b78-7b05d322d6cd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0772233
Jul 09 16:03:04.671744 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-12bfae55-4c59-4aa8-92dd-09fcbba5056b req-03b43277-26dc-4b1c-b727-d7d23e231675 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393701
Jul 09 16:03:05.884336 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e852c2-d8b2-4076-9bec-908eef526865 req-43eb6522-d075-45b1-ae33-0c7ec8b732b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:05.885802 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-27e852c2-d8b2-4076-9bec-908eef526865 req-43eb6522-d075-45b1-ae33-0c7ec8b732b0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0801389
Jul 09 16:03:05.936495 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-27e852c2-d8b2-4076-9bec-908eef526865 req-9e794716-11aa-441f-9576-9e2778ad264a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449667
Jul 09 16:03:07.153336 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce855d-abd5-4412-b7f6-833f169a49b9 req-9c7cdf94-2a0f-461c-8c3a-9e92995a98f7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:07.154723 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1fce855d-abd5-4412-b7f6-833f169a49b9 req-9c7cdf94-2a0f-461c-8c3a-9e92995a98f7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0759852
Jul 09 16:03:07.199356 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1fce855d-abd5-4412-b7f6-833f169a49b9 req-3273fb3e-4dc8-4f89-ba18-482d67352a71 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384953
Jul 09 16:03:07.474145 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:03:07.605047 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:07.618629 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:03:07.670807 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:07.687886 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:03:07.703435 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:07.707916 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:07.709752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b060c151-4bef-424d-975b-f0050ddf3435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:07.778005 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:07.781202 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:08.201856 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['e264fc5d-c851-4a6c-a56a-3328ce740921'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:03:08.495222 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675421d-6ae7-4322-b719-3dfd34ab04ae req-77f757dc-a85b-4b2b-8279-a2e1cc5caa7a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:08.496614 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1675421d-6ae7-4322-b719-3dfd34ab04ae req-77f757dc-a85b-4b2b-8279-a2e1cc5caa7a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 944 time: 0.1624470
Jul 09 16:03:08.542280 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1675421d-6ae7-4322-b719-3dfd34ab04ae req-c146f01e-6026-4dc4-8e68-0261a9c532bd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401502
Jul 09 16:03:09.230164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48920) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:03:09.367034 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.398316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:03:09.402091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Usage tracker for resource:security_group_rule and tenant:27dad2033141455488b720890d64e67b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:03:09.404831 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:03:09.411036 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:03:09.478407 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.482166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.489320 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-32599d4f-b155-4ce1-8264-0f2b28097ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:09.523953 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:03:09.530805 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27dad2033141455488b720890d64e67b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2995806
Jul 09 16:03:09.531559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd839c7-32af-4f86-9505-ca713a36c157,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:09.534204 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48926) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:03:09.560095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.560469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.560836 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.561200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.561565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.561923 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.562304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.562668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.563021 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.563477 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.563838 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:09.574276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:09.595545 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port e264fc5d-c851-4a6c-a56a-3328ce740921 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:03:09.600827 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port e264fc5d-c851-4a6c-a56a-3328ce740921 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:03:09.601219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.617194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.646305 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.706082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.711358 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-74d4bafc-e286-4551-957a-135da8120970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:09.719013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.729540 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd839c7-32af-4f86-9505-ca713a36c157,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:09.732354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:09.734313 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.735432 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bd839c7-32af-4f86-9505-ca713a36c157 HTTP/1.1" status: 204  len: 168 time: 0.2003338
Jul 09 16:03:09.759607 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:03:09.777529 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:09.787666 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:09.791137 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:09.801028 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cd34f-e76a-48ff-ac72-282f345e8b7a req-12b3bde4-8ebe-46d7-b803-cdbad4a6bbe9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:09.803326 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a85cd34f-e76a-48ff-ac72-282f345e8b7a req-12b3bde4-8ebe-46d7-b803-cdbad4a6bbe9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 944 time: 0.1254268
Jul 09 16:03:09.865660 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'code': 200}
Jul 09 16:03:09.869888 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a85cd34f-e76a-48ff-ac72-282f345e8b7a req-4adc890a-0190-4726-b58d-20d66135cdd2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606184
Jul 09 16:03:09.879571 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:09.883207 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:10.144461 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ce5f0fe9-8662-4efc-81b6-2649aecffca7 req-6f0618e5-c6f7-4c6d-932c-902699d94904 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1098 time: 0.0683665
Jul 09 16:03:10.192439 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ce5f0fe9-8662-4efc-81b6-2649aecffca7 req-0d03a384-beee-49f2-a854-592df730c6b7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401416
Jul 09 16:03:10.877874 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:11.081837 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e62e5-1d12-4ddc-8736-1f5496ac896f req-811ea66b-97f2-4b7d-9241-e68ee7f55de9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:11.083449 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-351e62e5-1d12-4ddc-8736-1f5496ac896f req-811ea66b-97f2-4b7d-9241-e68ee7f55de9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0820506
Jul 09 16:03:11.140596 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-351e62e5-1d12-4ddc-8736-1f5496ac896f req-d1346225-7b30-426c-b1b7-3b8ecb45f58c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506670
Jul 09 16:03:12.353333 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23164-169c-428a-81f2-6c33df8dc961 req-ebafe771-47a7-4172-b055-86bff920e7ba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:12.354971 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-aad23164-169c-428a-81f2-6c33df8dc961 req-ebafe771-47a7-4172-b055-86bff920e7ba tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0773988
Jul 09 16:03:12.404053 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-aad23164-169c-428a-81f2-6c33df8dc961 req-acc5dce1-0436-4252-8564-a07012f59a92 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434620
Jul 09 16:03:12.498970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ac92831a-9ade-435e-afbd-87e6fc813014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:12.629648 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4d70-dbc5-464f-b19a-c48e32334d91 req-01c477ea-c4e8-49f3-a9aa-2e22ff84895c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:12.631235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c5ec4d70-dbc5-464f-b19a-c48e32334d91 req-01c477ea-c4e8-49f3-a9aa-2e22ff84895c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0832300
Jul 09 16:03:12.639500 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 48972) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:03:12.644926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Request body: {'floatingip': {'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:03:12.723115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:13.000514 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:13.124747 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:03:13.356569 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:13.359962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:13.550205 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Floating IP 41b24509-9b25-4ce6-a8a4-cae464766573 associated. External IP: 172.27.2.2, port: e264fc5d-c851-4a6c-a56a-3328ce740921.
Jul 09 16:03:14.036133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:03:14.243717 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:03:14.248117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:14.253554 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:03:14.265732 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:03:14.266480 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8906a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:02:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:03:14.301826 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-029f127b-438f-4da6-be16-79e555ae8e9a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "PUT /v2.0/floatingips/41b24509-9b25-4ce6-a8a4-cae464766573 HTTP/1.1" status: 200  len: 989 time: 1.6612248
Jul 09 16:03:14.302501 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:03:14.369509 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'status': 'completed', 'code': 200}
Jul 09 16:03:14.461754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:03:14.813343 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb2a6-8bdf-4f0e-92f9-44c9165ab344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:14.852383 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8906a0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '41b24509-9b25-4ce6-a8a4-cae464766573', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:54Z', 'updated_at': '2021-07-09T16:03:13Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:03:14.856237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:03:14.867093 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:03:14.867713 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8906a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:03:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:03:15.041011 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:03:15.397779 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8906a0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '41b24509-9b25-4ce6-a8a4-cae464766573', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:54Z', 'updated_at': '2021-07-09T16:03:13Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:03:15.401644 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ccd5f-bbd0-4d4a-8172-04e9087f3827 None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '41b24509-9b25-4ce6-a8a4-cae464766573', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:02:54Z', 'updated_at': '2021-07-09T16:03:13Z', 'revision_number': 1, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:03:15.587096 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48d84f-6f5a-4901-98cd-b0f525083b9c None None] New status for floating IP 41b24509-9b25-4ce6-a8a4-cae464766573: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:03:15.727955 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:16.644872 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-09f8a0cf-6cea-4bd6-b495-3171f23c9d6d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1098 time: 0.0778766
Jul 09 16:03:16.779233 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a7188-ec74-431e-ab39-dc47b41db18f req-bcca03f9-9b5a-4493-8ef6-160c42d6f0d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:16.780660 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-bcca03f9-9b5a-4493-8ef6-160c42d6f0d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1278551
Jul 09 16:03:16.887224 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-19dc7280-47ab-4efc-9c24-cc44caf83e13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 999 time: 0.0987921
Jul 09 16:03:16.950289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a7188-ec74-431e-ab39-dc47b41db18f req-e2a39727-2b1d-42fd-86f9-3cab183ce0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:16.951855 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-e2a39727-2b1d-42fd-86f9-3cab183ce0ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0577714
Jul 09 16:03:17.026560 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-7bfc23fd-bc45-4675-a6bd-fcc72cee6c60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675600
Jul 09 16:03:17.155428 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-333cb099-7c54-4ab7-ae95-08c858a13f3f service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202431
Jul 09 16:03:17.196584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:17.285726 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-142a7188-ec74-431e-ab39-dc47b41db18f req-f1a9eddb-5d12-43e3-a439-bda35a5a33eb service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234598
Jul 09 16:03:38.446632 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49122) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:03:38.585773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.620100 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:03:38.623964 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Usage tracker for resource:security_group_rule and tenant:05cbc2fd896c418a8770c8120df066ec is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:03:38.626743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:03:38.632457 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:03:38.696656 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.700271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.708800 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:38.747842 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7c88e-8568-4db6-bcbe-ab663809b70e,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:38.751554 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:38.754425 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05cbc2fd896c418a8770c8120df066ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3068154
Jul 09 16:03:38.756985 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49128) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:03:38.819079 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.845877 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.902320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.905925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4608dcfe-56d1-41f3-b63a-8a7a07c79c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:38.920081 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7c88e-8568-4db6-bcbe-ab663809b70e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:38.923404 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:38.926738 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:38.927844 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a1a7c88e-8568-4db6-bcbe-ab663809b70e HTTP/1.1" status: 204  len: 168 time: 0.1699545
Jul 09 16:03:40.868796 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:41.516858 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-721bcdce-4a41-4b34-a004-2211a6eb2933 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=319ac76e94774dca8aadacb74d1baf28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275545
Jul 09 16:03:41.723443 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-eda7b407-9748-4b85-85e9-b28b39957640 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:41.724775 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-eda7b407-9748-4b85-85e9-b28b39957640 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2030058
Jul 09 16:03:41.740885 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-c9778439-fbef-4a23-8f9e-baf67713b957 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/quotas/319ac76e94774dca8aadacb74d1baf28 HTTP/1.1" status: 200  len: 375 time: 0.0108490
Jul 09 16:03:41.785256 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-31086ecd-d6e4-480c-bc68-3db07d5ac27d tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=319ac76e94774dca8aadacb74d1baf28&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0394790
Jul 09 16:03:41.972165 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ce32238b-3735-4444-a26e-da2d60d5a994 req-300e0884-09a5-422a-ada1-eb1402100f75 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 210 time: 0.0459032
Jul 09 16:03:42.487822 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f166e408-b467-4323-9df5-46619dcdc4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:42.872777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:43.132975 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7e7d5d64-874f-452d-b828-6c105f85df10 req-9c55c523-dcb0-49e6-8b80-9f2c8264e525 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 210 time: 0.0413606
Jul 09 16:03:43.307287 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-20172268-e2cb-4dbe-924e-9870d357db44 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=319ac76e94774dca8aadacb74d1baf28&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269401
Jul 09 16:03:43.457320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-e900f19e-43b6-44d1-be0f-5f348c4ad7b7 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:43.458781 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-e900f19e-43b6-44d1-be0f-5f348c4ad7b7 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1466234
Jul 09 16:03:43.484236 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Request body: {'port': {'device_id': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d', 'admin_state_up': True, 'tenant_id': '319ac76e94774dca8aadacb74d1baf28'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:03:43.620688 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:03:43.624323 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Usage tracker for resource:port and tenant:319ac76e94774dca8aadacb74d1baf28 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:03:43.627596 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:03:43.633263 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:03:43.643637 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Made reservation on behalf of 319ac76e94774dca8aadacb74d1baf28 for: {'port': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:03:43.646624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:43.659020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:43.690180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:03:43.693847 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Usage tracker for resource:security_group_rule and tenant:319ac76e94774dca8aadacb74d1baf28 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:03:43.696764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:03:43.702291 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:03:43.772342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:43.776613 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:43.780733 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3e9fa599-078c-4492-b6ab-97d032a70276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:43.868087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335be179-1a95-445a-8c34-75bf6805e270,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:43.874272 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:43.969423 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Allocated IP 192.168.233.54 (29809c0a-7241-4c57-ac40-f98971ca077d/5f69b41d-1f94-4049-ba5c-1406855ec650/4fa329f3-a4b8-40e6-83ae-094550918860) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:03:44.173356 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.190946 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Transition to ACTIVE for port object 4fa329f3-a4b8-40e6-83ae-094550918860 will not be triggered until provisioned by entity DHCP. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:03:44.216975 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.222988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:44.292882 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Network 29809c0a-7241-4c57-ac40-f98971ca077d is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:03:44.296986 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:03:44.298921 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Pushing event updated for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:44.301105 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:03:44.329757 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:44.342572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d7f49-d8f6-4108-83bd-990c09552a75 req-66115740-fb85-41c4-b592-e4b240769d90 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:44.344073 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e13d7f49-d8f6-4108-83bd-990c09552a75 req-66115740-fb85-41c4-b592-e4b240769d90 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 935 time: 0.0883806
Jul 09 16:03:44.372537 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:44.373251 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.398311 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e13d7f49-d8f6-4108-83bd-990c09552a75 req-e7b5b109-9950-415b-bc5e-08b2eb21836e tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472796
Jul 09 16:03:44.405405 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9251108
Jul 09 16:03:44.425076 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Request body: {'port': {'device_id': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:03:44.526007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-26429629-c13f-4470-ab8d-c82e9683bdc3 None None] Provisioning for port 4fa329f3-a4b8-40e6-83ae-094550918860 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:03:44.530714 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-26429629-c13f-4470-ab8d-c82e9683bdc3 None None] Provisioning complete for port 4fa329f3-a4b8-40e6-83ae-094550918860 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:03:44.531085 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-26429629-c13f-4470-ab8d-c82e9683bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.534809 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.583469 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-26429629-c13f-4470-ab8d-c82e9683bdc3 None None] Port 4fa329f3-a4b8-40e6-83ae-094550918860 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:03:44.765246 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-75f078f7-b231-4a8d-9477-d5163fe2c542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.878354 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa329f3-a4b8-40e6-83ae-094550918860 {{(pid=74301) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:03:44.884994 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.900339 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.provisioning_blocks [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Transition to ACTIVE for port object 4fa329f3-a4b8-40e6-83ae-094550918860 will not be triggered until provisioned by entity L2. {{(pid=74301) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:03:44.903674 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:44.907743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-92050e98-be2a-4f77-bd1e-9b18f2656632 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:45.029491 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:45.033569 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:45.155545 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Attempting to bind port 4fa329f3-a4b8-40e6-83ae-094550918860 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:03:45.155875 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Attempting to bind port 4fa329f3-a4b8-40e6-83ae-094550918860 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:03:45.156196 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Attempting to bind port 4fa329f3-a4b8-40e6-83ae-094550918860 on network 29809c0a-7241-4c57-ac40-f98971ca077d {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:03:45.162397 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Port 4fa329f3-a4b8-40e6-83ae-094550918860 on network 29809c0a-7241-4c57-ac40-f98971ca077d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:03:45.162707 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Attempting to bind port 4fa329f3-a4b8-40e6-83ae-094550918860 on network 29809c0a-7241-4c57-ac40-f98971ca077d {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:03:45.169042 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:03:45.169373 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Checking segment: {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:03:45.169747 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Bound using segment: {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'} {{(pid=74301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:03:45.170184 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.managers [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Bound port: 4fa329f3-a4b8-40e6-83ae-094550918860, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aad3b28-df53-403f-809b-3332c3cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d'}}] {{(pid=74301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:03:45.170524 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:45.325576 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, cleared binding levels {{(pid=74301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:03:45.328342 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4fa329f3-a4b8-40e6-83ae-094550918860,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:03:45.333365 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:45.337441 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e3df285-4487-40a7-a224-e8a177633dd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:45.404956 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:45.406348 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] 10.222.0.79 "PUT /v2.0/ports/4fa329f3-a4b8-40e6-83ae-094550918860 HTTP/1.1" status: 200  len: 1097 time: 0.9862831
Jul 09 16:03:45.406835 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:03:45.426992 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=3']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:45.431202 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-807ad067-d2d4-4f6c-9003-3701312f7de9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:45.489898 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860', 'status': 'completed', 'code': 200}
Jul 09 16:03:45.650582 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-d28edf1a-a463-425f-b0de-d04c0fbe25d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319ac76e94774dca8aadacb74d1baf28&device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 1100 time: 0.1441202
Jul 09 16:03:45.657878 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-36098c65-82a3-4848-874d-24ccd8965b5c tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:45.658612 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-36098c65-82a3-4848-874d-24ccd8965b5c tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Synchronizing usage tracker for tenant:319ac76e94774dca8aadacb74d1baf28 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:03:45.730345 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:45.733279 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-eb2591fa-52d3-41fc-909a-f3a4a1366e50 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4fa329f3-a4b8-40e6-83ae-094550918860 HTTP/1.1" status: 200  len: 217 time: 0.0683036
Jul 09 16:03:45.738032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-36098c65-82a3-4848-874d-24ccd8965b5c tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Unset dirty status for tenant:319ac76e94774dca8aadacb74d1baf28 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:03:45.739093 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-36098c65-82a3-4848-874d-24ccd8965b5c tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 947 time: 0.1917403
Jul 09 16:03:45.835947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-51c96957-b079-479f-b0ca-5441144068ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:45.837391 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-51c96957-b079-479f-b0ca-5441144068ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f69b41d-1f94-4049-ba5c-1406855ec650 HTTP/1.1" status: 200  len: 843 time: 0.0974760
Jul 09 16:03:45.899497 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-5c4852b8-1ea7-4e71-b8d9-b1c4a15d4253 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Synchronizing usage tracker for tenant:319ac76e94774dca8aadacb74d1baf28 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:03:45.926176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-5c4852b8-1ea7-4e71-b8d9-b1c4a15d4253 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Unset dirty status for tenant:319ac76e94774dca8aadacb74d1baf28 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:03:45.927318 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-803c901d-0818-4d02-bebf-a5b7fdfe5c06 req-5c4852b8-1ea7-4e71-b8d9-b1c4a15d4253 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439517
Jul 09 16:03:45.936823 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-b009e1ec-b4df-4501-b18a-02cf97051983 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=29809c0a-7241-4c57-ac40-f98971ca077d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0885935
Jul 09 16:03:46.067208 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-d9f92c98-f35b-45ff-b3cb-1602e2192292 service neutron] 10.222.0.79 "GET /v2.0/networks/29809c0a-7241-4c57-ac40-f98971ca077d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229231
Jul 09 16:03:46.212951 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3628654c-b417-4330-9f9b-2d45bcabd836 req-34549c4f-371c-47ce-ae71-7570a6af6b0c service neutron] 10.222.0.79 "GET /v2.0/networks/29809c0a-7241-4c57-ac40-f98971ca077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342595
Jul 09 16:03:46.386213 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-7b22bcd6-f6b4-4247-8220-b1e22c67b82b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319ac76e94774dca8aadacb74d1baf28&device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 1100 time: 0.0703664
Jul 09 16:03:46.519175 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-c88b8c06-4c75-4b51-b2e0-b925ab6fa68a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:46.520520 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-c88b8c06-4c75-4b51-b2e0-b925ab6fa68a service neutron] 10.222.0.79 "GET /v2.0/networks?id=29809c0a-7241-4c57-ac40-f98971ca077d HTTP/1.1" status: 200  len: 870 time: 0.1275673
Jul 09 16:03:46.586910 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-e0dade0e-7d0c-4aef-a958-7d51474dcda0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4fa329f3-a4b8-40e6-83ae-094550918860 HTTP/1.1" status: 200  len: 217 time: 0.0584195
Jul 09 16:03:46.651319 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-ba43799f-29a4-4f9a-970c-ca76d2103062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:46.652740 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-ba43799f-29a4-4f9a-970c-ca76d2103062 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f69b41d-1f94-4049-ba5c-1406855ec650 HTTP/1.1" status: 200  len: 843 time: 0.0593641
Jul 09 16:03:46.726175 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-120f84f1-5c00-4006-9f84-050017efe21c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=29809c0a-7241-4c57-ac40-f98971ca077d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0662570
Jul 09 16:03:46.857136 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-5291e181-c58b-483e-be14-1d2e3dab56f0 service neutron] 10.222.0.79 "GET /v2.0/networks/29809c0a-7241-4c57-ac40-f98971ca077d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240757
Jul 09 16:03:46.994528 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8a15f42e-d822-413b-a907-d7bb7d594d34 req-8ff6b5dc-0966-4ff5-a8fd-b120f31c0119 service neutron] 10.222.0.79 "GET /v2.0/networks/29809c0a-7241-4c57-ac40-f98971ca077d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308954
Jul 09 16:03:47.185988 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cce2d0-631a-4383-ab9b-77e030aff998 req-e6f3086c-7934-495b-b02d-0810cbfbc97d tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:47.187426 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4cce2d0-631a-4383-ab9b-77e030aff998 req-e6f3086c-7934-495b-b02d-0810cbfbc97d tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 947 time: 0.1388495
Jul 09 16:03:47.201276 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:47.233485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b4cce2d0-631a-4383-ab9b-77e030aff998 req-f76a3f5e-8956-4ce3-8125-b45614f7b595 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403445
Jul 09 16:03:48.260435 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-5297e653-a1a9-47d0-8d57-1f88686977fb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674057
Jul 09 16:03:48.476212 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-426c9b6a-1206-46e7-b89f-4d42cad0c849 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 1099 time: 0.1289814
Jul 09 16:03:48.485384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb77d-69dc-4f7c-b129-a193032c71eb req-9a52b470-22ac-4136-a0ed-2aeaa0a6fb0a tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:48.486954 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-454cb77d-69dc-4f7c-b129-a193032c71eb req-9a52b470-22ac-4136-a0ed-2aeaa0a6fb0a tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 947 time: 0.1082096
Jul 09 16:03:48.616962 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-454cb77d-69dc-4f7c-b129-a193032c71eb req-693cd4f9-43d7-4376-b8b5-7926c539a07a tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238945
Jul 09 16:03:48.655191 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-4ac6df83-5ef7-4c58-833d-bcfd8a49d9cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:48.656672 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-4ac6df83-5ef7-4c58-833d-bcfd8a49d9cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1502824
Jul 09 16:03:48.754969 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-249f4a26-3abb-4b4f-81a7-1bb32f67dc87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 200  len: 1000 time: 0.0912936
Jul 09 16:03:48.821174 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-ce953879-e4f3-4df6-b019-0c173fc10194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:48.822652 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-ce953879-e4f3-4df6-b019-0c173fc10194 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0602369
Jul 09 16:03:48.898504 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-e3da8bc2-2322-4d2f-bad7-7022478edffe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683520
Jul 09 16:03:49.033602 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-8b093092-03b2-4e4c-b6f8-933bfe26fed5 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277764
Jul 09 16:03:49.166826 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-726825d1-d9ad-4d15-9b94-e5e588069386 req-ff8ce972-676f-450c-bdf2-17cbe734f382 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256859
Jul 09 16:03:49.757636 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4fa329f3-a4b8-40e6-83ae-094550918860 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:03:49.818275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec026ed-c9ae-4733-8d3f-c47e79b4aca0 req-0e615cfa-3f43-4f0e-82b8-8bfb67adb9c0 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:49.819847 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1ec026ed-c9ae-4733-8d3f-c47e79b4aca0 req-0e615cfa-3f43-4f0e-82b8-8bfb67adb9c0 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 947 time: 0.0795329
Jul 09 16:03:49.866570 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1ec026ed-c9ae-4733-8d3f-c47e79b4aca0 req-e49b033a-a52c-4f60-b192-e1aa16e4b7a0 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405564
Jul 09 16:03:49.893015 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4fa329f3-a4b8-40e6-83ae-094550918860,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:49.906181 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '4fa329f3-a4b8-40e6-83ae-094550918860', 'network_id': '29809c0a-7241-4c57-ac40-f98971ca077d', 'port_id': '4fa329f3-a4b8-40e6-83ae-094550918860', 'mac_address': 'fa:16:3e:e6:f0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f69b41d-1f94-4049-ba5c-1406855ec650', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:03:49.958142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:49.975169 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa329f3-a4b8-40e6-83ae-094550918860 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:03:49.989660 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4fa329f3-a4b8-40e6-83ae-094550918860,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:49.993519 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:49.995180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:50.061608 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:50.070784 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.071138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.071453 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.071776 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.072099 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.072418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.072734 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.073053 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.073365 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.073678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.074013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:03:50.077730 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:50.124163 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:03:50.483568 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['4fa329f3-a4b8-40e6-83ae-094550918860'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:03:51.059542 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c33a-1b21-47ba-96b7-73c9c531e029 req-5ae6e4f2-9b11-4bbd-b14e-9dd56ffc83ed tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:51.061008 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27a1c33a-1b21-47ba-96b7-73c9c531e029 req-5ae6e4f2-9b11-4bbd-b14e-9dd56ffc83ed tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 948 time: 0.0766349
Jul 09 16:03:51.106222 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-27a1c33a-1b21-47ba-96b7-73c9c531e029 req-0f934d6b-9773-4da0-a4a3-0cf89f98761c tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391278
Jul 09 16:03:51.764089 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4fa329f3-a4b8-40e6-83ae-094550918860 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:03:51.831468 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 4fa329f3-a4b8-40e6-83ae-094550918860 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:03:51.836779 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 4fa329f3-a4b8-40e6-83ae-094550918860 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:03:51.837162 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:51.953133 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:51.980627 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:03:51.991028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4fa329f3-a4b8-40e6-83ae-094550918860,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:51.994826 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:51.997373 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:52.043398 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860', 'code': 200}
Jul 09 16:03:52.062604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:52.067526 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:52.302762 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-35d7947a-5cdf-4338-a90e-f53fcc9cf395 req-8487a002-c8ca-4533-88d5-b4daacde81bd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 1102 time: 0.0716820
Jul 09 16:03:52.307550 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3d785-4c2e-4411-9f0c-e18bf9da98ce req-0d038724-6df6-4801-95ea-f099be15a3fb tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:52.309009 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e7a3d785-4c2e-4411-9f0c-e18bf9da98ce req-0d038724-6df6-4801-95ea-f099be15a3fb tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0762570
Jul 09 16:03:52.347276 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-35d7947a-5cdf-4338-a90e-f53fcc9cf395 req-1b6d1524-777e-4a18-86c7-8e177317a8d2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371263
Jul 09 16:03:52.354399 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e7a3d785-4c2e-4411-9f0c-e18bf9da98ce req-5080becc-94be-4398-897a-3d91c9b5fd0a tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392885
Jul 09 16:03:53.560593 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da527-5519-453d-b0e1-5a6818a1c1f7 req-a8b9dbfc-b579-4fed-acf2-25ed278303be tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:53.561948 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-276da527-5519-453d-b0e1-5a6818a1c1f7 req-a8b9dbfc-b579-4fed-acf2-25ed278303be tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0798213
Jul 09 16:03:53.606758 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-276da527-5519-453d-b0e1-5a6818a1c1f7 req-46fe9b6a-cbc1-432a-932c-81e5e6c03ab9 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391364
Jul 09 16:03:54.800130 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c845e66-bdb0-4139-9166-ac86bfe95e4f req-1e4d0398-b1d7-4077-9467-2fb692411b0e tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:54.801597 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7c845e66-bdb0-4139-9166-ac86bfe95e4f req-1e4d0398-b1d7-4077-9467-2fb692411b0e tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0771530
Jul 09 16:03:54.847951 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7c845e66-bdb0-4139-9166-ac86bfe95e4f req-114f4296-0d2d-4f3b-931c-8e8f9c2358f8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406291
Jul 09 16:03:55.302814 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b67b84-a4b4-468e-aa5b-aa70ca56d5fa req-aaab6185-345f-46d3-a961-6cce4e879464 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:55.304240 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f5b67b84-a4b4-468e-aa5b-aa70ca56d5fa req-aaab6185-345f-46d3-a961-6cce4e879464 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0754218
Jul 09 16:03:55.351138 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-f5b67b84-a4b4-468e-aa5b-aa70ca56d5fa req-8f5c6fa1-fe80-4f9c-beca-3256ccb6254a tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414317
Jul 09 16:03:56.546380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215878c5-1623-4b7e-8f06-edd60e592b81 req-e7fbe574-04d7-4ed8-be56-2643ab6ceef2 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:56.547721 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-215878c5-1623-4b7e-8f06-edd60e592b81 req-e7fbe574-04d7-4ed8-be56-2643ab6ceef2 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0764418
Jul 09 16:03:56.594368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-215878c5-1623-4b7e-8f06-edd60e592b81 req-b9ca48fb-666b-4e61-85f7-118ad23affc8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405486
Jul 09 16:03:57.325262 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec4843-06c5-4335-951d-7564cb891434 req-38a73cff-84fd-4756-a83e-af748246ac09 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:57.326679 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9eec4843-06c5-4335-951d-7564cb891434 req-38a73cff-84fd-4756-a83e-af748246ac09 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.0781538
Jul 09 16:03:57.393711 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Deleting port 4fa329f3-a4b8-40e6-83ae-094550918860 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:03:57.394082 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:57.692571 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] For port 4fa329f3-a4b8-40e6-83ae-094550918860, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=4fa329f3-a4b8-40e6-83ae-094550918860,segment=NetworkSegment(3aad3b28-df53-403f-809b-3332c3cdc8f5),segment_id=3aad3b28-df53-403f-809b-3332c3cdc8f5)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:03:57.693301 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:57.838189 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Calling delete_port for 4fa329f3-a4b8-40e6-83ae-094550918860 owned by compute:nova {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:03:57.976987 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9676e00-ecde-462e-b3e3-dfebc42f3630 req-5f7f5b70-b80e-4906-a6ea-279a08e83c9b tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:03:57.978438 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9676e00-ecde-462e-b3e3-dfebc42f3630 req-5f7f5b70-b80e-4906-a6ea-279a08e83c9b tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2f5aa339-d232-49e5-9c95-bebf2b8305a5 HTTP/1.1" status: 200  len: 949 time: 0.2277617
Jul 09 16:03:58.043321 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e9676e00-ecde-462e-b3e3-dfebc42f3630 req-d70ba373-bd82-46fb-b5bf-9443db42130e tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.74 "GET /v2.0/security-groups?id=335be179-1a95-445a-8c34-75bf6805e270&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578699
Jul 09 16:03:58.044388 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:58.050691 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3d5bf206-3f39-44e4-83ec-457c5ec71166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:03:58.093618 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['4fa329f3-a4b8-40e6-83ae-094550918860'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:03:58.094282 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Pushing event deleted for resources: {'Port': ['ID=4fa329f3-a4b8-40e6-83ae-094550918860,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:03:58.098199 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:03:58.168395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] No DVR routers for this DVR port 4fa329f3-a4b8-40e6-83ae-094550918860 on host hv-cinder-80022 {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:03:58.170911 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:03:58.173565 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'name': 'network-vif-deleted', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:03:58.190693 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9eec4843-06c5-4335-951d-7564cb891434 req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] 10.222.0.79 "DELETE /v2.0/ports/4fa329f3-a4b8-40e6-83ae-094550918860 HTTP/1.1" status: 204  len: 173 time: 0.8567164
Jul 09 16:03:58.231038 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5aa339-d232-49e5-9c95-bebf2b8305a5', 'name': 'network-vif-deleted', 'tag': '4fa329f3-a4b8-40e6-83ae-094550918860', 'status': 'completed', 'code': 200}
Jul 09 16:04:00.373746 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-84953286-d1d6-492a-99e7-f1716eb7bddc tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592264563&fields=id&tenant_id=252c4a8abd1c425ca5b4c195694ce920 HTTP/1.1" status: 200  len: 267 time: 0.0482063
Jul 09 16:04:00.458557 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-1f9d41b7-f939-4dfa-8db9-ba0c1ba17889 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:00.459991 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-1f9d41b7-f939-4dfa-8db9-ba0c1ba17889 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 984 time: 0.0796146
Jul 09 16:04:00.470861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Request body: {'port': {'security_groups': ['054e52f4-0269-4d68-b7b1-e01af1843b4a']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:00.595474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:00.850041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:00.876045 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:00.881164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:00.887773 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:00.927093 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:04:00.972631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:00.973274 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:00.974789 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e75c0c20-a3b7-49f3-bbf0-d5f09b320d93 req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "PUT /v2.0/ports/fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 942 time: 0.5086088
Jul 09 16:04:00.975417 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:00.980789 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49390) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:00.983606 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event updated for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=7']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:00.987848 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:01.083450 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 16:04:01.175745 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:04:01.178607 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.261535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.321705 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-44a4c400-df94-4949-8419-bc7d6a16531e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1098 time: 0.1410565
Jul 09 16:04:01.380654 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-a6e06da0-0048-463d-b8f2-6e5b1a9ea219 None None] Provisioning complete for port fc70aaad-4662-4ed9-9c29-58f0452e9bfc triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:04:01.381188 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a6e06da0-0048-463d-b8f2-6e5b1a9ea219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.432598 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.437696 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6add6036-66e0-44cc-9933-7d146557689e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:01.474413 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7286e09-9e42-4ef7-9d50-1d64fe6d6774,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:01.506350 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.507480 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "DELETE /v2.0/security-groups/f7286e09-9e42-4ef7-9d50-1d64fe6d6774 HTTP/1.1" status: 204  len: 168 time: 0.5226843
Jul 09 16:04:01.508952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.509324 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.509675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.510062 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.510420 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.510922 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.511281 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.511635 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.511831 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49418) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:01.512274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.512892 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.513257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:01.518006 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:01.520810 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-f6c1db2d-7453-4322-9a65-c40c74829315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:01.522489 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-f6c1db2d-7453-4322-9a65-c40c74829315 service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.1925623
Jul 09 16:04:01.636415 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-98c84764-4b29-4938-98b7-3e659951ee26 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 1001 time: 0.1059027
Jul 09 16:04:01.712062 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-414f2437-edc5-4cbc-b67f-25775c217f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:01.713692 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-414f2437-edc5-4cbc-b67f-25775c217f58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0698743
Jul 09 16:04:01.784709 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4fa329f3-a4b8-40e6-83ae-094550918860 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:01.794525 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-e41e3692-4d45-4729-b936-c3d0c092df12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733416
Jul 09 16:04:01.822541 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 4fa329f3-a4b8-40e6-83ae-094550918860 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:01.822919 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 4fa329f3-a4b8-40e6-83ae-094550918860 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:01.872214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Deleting port ef280b54-464b-4066-800b-332eb26a0ca5 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:01.872629 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:01.953815 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-c0b1f0a7-e641-4723-bd00-131125833170 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465542
Jul 09 16:04:02.063635 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:02.064563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:02.115379 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6959df44-8349-48a7-a5fe-2f4d025b3f68 req-b53b3c5b-dfd9-4944-abee-8d61529fc215 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535964
Jul 09 16:04:02.191784 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Calling delete_port for ef280b54-464b-4066-800b-332eb26a0ca5 owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:02.375304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:02.379941 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:02.428745 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event deleted for resources: {'Port': ['ID=ef280b54-464b-4066-800b-332eb26a0ca5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:02.432409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:02.543499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:02.704029 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8ae6a-f9d6-47b3-b97a-f47f8d8e0ea1 req-daedbc84-177e-4a9c-a3eb-b4e8b1570681 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:02.706126 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0cc8ae6a-f9d6-47b3-b97a-f47f8d8e0ea1 req-daedbc84-177e-4a9c-a3eb-b4e8b1570681 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.1141989
Jul 09 16:04:02.824401 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0cc8ae6a-f9d6-47b3-b97a-f47f8d8e0ea1 req-a2785732-df20-47bf-87fe-e3df06e5ab24 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657122
Jul 09 16:04:03.056248 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:03.253549 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:03.262712 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Sync routers for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:03.273660 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:03.275237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:03.275893 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9ea820>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:03:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:03.428060 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "DELETE /v2.0/floatingips/23199cca-6d55-4dc0-bfe4-ff09c4449df9 HTTP/1.1" status: 204  len: 168 time: 1.9076540
Jul 09 16:04:03.428060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:03.463406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:03.662407 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 16:04:03.803100 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9ea820>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:03.807064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Checking router: eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:03.818695 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:03.819316 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9ea820>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:03:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:03.874148 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-9d19b3a3-779a-4143-8bff-96b43159bd25 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=252c4a8abd1c425ca5b4c195694ce920&device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 1098 time: 0.1598947
Jul 09 16:04:04.034474 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:04.133707 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49488) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:04.151646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d6610-faea-4430-b245-254867a83fe3 req-be315407-c59a-4766-b036-3660690c3626 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:04.153556 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-137d6610-faea-4430-b245-254867a83fe3 req-be315407-c59a-4766-b036-3660690c3626 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.2013783
Jul 09 16:04:04.181824 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fabba-6c3e-4755-bb42-b7953245804b req-bbc920bf-0b11-4918-ace5-39a42ca28c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:04.183464 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-bbc920bf-0b11-4918-ace5-39a42ca28c0b service neutron] 10.222.0.79 "GET /v2.0/networks?id=671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 200  len: 916 time: 0.2957993
Jul 09 16:04:04.237508 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Deleting port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:04.237979 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.273854 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-d0af7703-962d-4456-bdd9-4f1455601322 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 200  len: 217 time: 0.0829849
Jul 09 16:04:04.313136 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe5bd6-f5d4-453d-88b2-a4d0e35ce83e req-d9e88b62-339b-42ad-9305-e09526f00dd7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:04.315728 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75fe5bd6-f5d4-453d-88b2-a4d0e35ce83e req-d9e88b62-339b-42ad-9305-e09526f00dd7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 946 time: 0.2753544
Jul 09 16:04:04.372778 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fabba-6c3e-4755-bb42-b7953245804b req-0cc1fb49-cbf8-43c2-9bd5-578462dbee11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:04.374268 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-0cc1fb49-cbf8-43c2-9bd5-578462dbee11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 200  len: 854 time: 0.0933383
Jul 09 16:04:04.415721 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9ea820>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:04.420704 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7c721-cf60-47c4-ab99-62adadb1e7c3 None None] The sync data for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi is: [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T15:59:17Z', 'revision_number': 4, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '62bd3819-bc91-462f-97ae-e7cc6395bd32', 'name': '', 'network_id': '671905fc-d217-4657-8137-0b223947c94f', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'mac_address': 'fa:16:3e:04:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:16Z', 'updated_at': '2021-07-09T15:59:35Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'subnets': [{'id': '1443c5aa-dae5-4425-989d-8ac58219e644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:04.430813 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-bf21825b-a1fa-4e85-ad2d-04db02a5ac13 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=319ac76e94774dca8aadacb74d1baf28&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2906888
Jul 09 16:04:04.431679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49494) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:04.498547 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-75fe5bd6-f5d4-453d-88b2-a4d0e35ce83e req-3f91f591-2380-4ce0-8dc0-de6173515145 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=f4eccad5-3f9d-498c-94e9-8045deee0abd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339405
Jul 09 16:04:04.525091 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-977a4b7a-bb17-4d32-8934-2521bb89b1ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=671905fc-d217-4657-8137-0b223947c94f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1406446
Jul 09 16:04:04.527675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.576145 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] For port 6c5e0189-1c69-40e9-a026-0bb5a22660a3, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=6c5e0189-1c69-40e9-a026-0bb5a22660a3,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:04.576436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.631502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.738699 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-f23fd172-3e4c-4080-8698-c57ea61240a9 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013080
Jul 09 16:04:04.741518 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54ba95-7cf3-4933-9ecc-64fdfcba4c5d None None] New status for floating IP 23199cca-6d55-4dc0-bfe4-ff09c4449df9: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:04:04.816395 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.828125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-33603815-ae57-40d9-a9dd-5b797dad68dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:04.851899 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335be179-1a95-445a-8c34-75bf6805e270,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:04.864874 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:04.878247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.881892 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/335be179-1a95-445a-8c34-75bf6805e270 HTTP/1.1" status: 204  len: 168 time: 0.4435995
Jul 09 16:04:04.950567 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-52db4c26-2a3c-4b4e-ab9c-c4b29e28f489 service neutron] 10.222.0.79 "GET /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019470
Jul 09 16:04:04.997290 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.998285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:04.998772 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Floating IP 97f932e8-54a9-43b1-b3de-c76e2b5da07f disassociated. External IP: 172.27.2.8, port: 6c5e0189-1c69-40e9-a026-0bb5a22660a3.
Jul 09 16:04:04.999293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Calling delete_port for 6c5e0189-1c69-40e9-a026-0bb5a22660a3 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:05.156613 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:05.162836 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e00907b7-0bfb-4af0-81f3-843161bd299d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:05.214766 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'Port': ['ID=6c5e0189-1c69-40e9-a026-0bb5a22660a3,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:05.217672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:05.417806 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:05.624209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:05.637029 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:05.657656 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:05.658604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8ef8b0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:03:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:05.684817 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-28a21242-11b1-4b3b-8a58-12bc72d448df req-8c5bd735-6651-44a7-b196-eb1456becd46 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce1d70ff-61bb-4166-abc4-4deca4216c58 HTTP/1.1" status: 200  len: 210 time: 0.0570540
Jul 09 16:04:05.699690 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] No DVR routers for this DVR port 6c5e0189-1c69-40e9-a026-0bb5a22660a3 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:04:05.702637 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:05.718060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'name': 'network-vif-deleted', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:05.726843 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-137d6610-faea-4430-b245-254867a83fe3 req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "DELETE /v2.0/ports/6c5e0189-1c69-40e9-a026-0bb5a22660a3 HTTP/1.1" status: 204  len: 173 time: 1.5661960
Jul 09 16:04:05.778557 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1d70ff-61bb-4166-abc4-4deca4216c58', 'name': 'network-vif-deleted', 'tag': '6c5e0189-1c69-40e9-a026-0bb5a22660a3', 'status': 'completed', 'code': 200}
Jul 09 16:04:05.863885 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:06.191513 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8ef8b0>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:06.200368 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:06.211671 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:06.212287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8ef8b0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:03:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:06.403640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:06.721742 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a8ef8b0>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:06.725923 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d57a1e-08c6-4d72-baa4-70450139a72a None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:06.851844 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49528) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:06.925817 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:06.953617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:06.980427 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f686b4d-6624-499c-b2ec-16ca1c36fc4a None None] New status for floating IP 97f932e8-54a9-43b1-b3de-c76e2b5da07f: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:04:07.010317 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.014257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-25f7103c-4898-49b8-b972-4fcf2870daef tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:07.031237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eccad5-3f9d-498c-94e9-8045deee0abd,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:07.035329 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:07.052730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.054479 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "DELETE /v2.0/security-groups/f4eccad5-3f9d-498c-94e9-8045deee0abd HTTP/1.1" status: 204  len: 168 time: 0.2010815
Jul 09 16:04:07.057319 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49534) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:07.083546 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.api.v2.resource [None req-b2c7e59a-8989-4ef8-b91d-4f222a1338bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] show failed (client error): The resource could not be found.
Jul 09 16:04:07.085994 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b2c7e59a-8989-4ef8-b91d-4f222a1338bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups/f4eccad5-3f9d-498c-94e9-8045deee0abd HTTP/1.1" status: 404  len: 347 time: 0.0262620
Jul 09 16:04:07.087530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49538) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:07.245741 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Deleting port ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:07.246131 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.409180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.409489 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.525546 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Calling delete_port for ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147 owned by network:floatingip {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:07.731949 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.737120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-bfee13cb-c51a-4b19-9fc2-3b4a4be8dda8 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:07.786429 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'Port': ['ID=ed2f6f2d-cab5-4cfc-8eb1-4040ba5e7147,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:07.789080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:07.815649 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 6c5e0189-1c69-40e9-a026-0bb5a22660a3 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:07.853838 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 6c5e0189-1c69-40e9-a026-0bb5a22660a3 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:07.854631 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 6c5e0189-1c69-40e9-a026-0bb5a22660a3 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:07.891380 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.905920 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:07.907086 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "DELETE /v2.0/floatingips/97f932e8-54a9-43b1-b3de-c76e2b5da07f HTTP/1.1" status: 204  len: 168 time: 0.8186324
Jul 09 16:04:08.046892 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dec55-db86-40aa-be22-d28d02dc341d req-0fbb68c4-a44d-4537-ba39-a3b85c7bf008 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:08.047573 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-9e1dec55-db86-40aa-be22-d28d02dc341d req-0fbb68c4-a44d-4537-ba39-a3b85c7bf008 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:08.065421 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-9e1dec55-db86-40aa-be22-d28d02dc341d req-0fbb68c4-a44d-4537-ba39-a3b85c7bf008 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:08.066619 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e1dec55-db86-40aa-be22-d28d02dc341d req-0fbb68c4-a44d-4537-ba39-a3b85c7bf008 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.2036836
Jul 09 16:04:08.112847 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9e1dec55-db86-40aa-be22-d28d02dc341d req-d58516c9-38b2-49eb-b58e-99ab393784a6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405316
Jul 09 16:04:08.175446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49550) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:08.181105 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108260621', 'description': 'tempest-description--256473371'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:08.187039 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:08.191115 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:04:08.194057 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:04:08.199631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:08.211503 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.250478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:08.254494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:04:08.257642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:04:08.264038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:08.326446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.331109 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.341284 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5e0538ba-78fb-4c66-92f7-bbcbfc559c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:08.378742 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b655ba4-cb13-4cc5-95ee-4509f5e09a41,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:08.380895 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.384679 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2056420
Jul 09 16:04:08.384679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:08.384932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49556) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:08.390308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group_rule': {'security_group_id': '7b655ba4-cb13-4cc5-95ee-4509f5e09a41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:08.396755 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:08.400823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:04:08.403672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:04:08.410086 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:08.429719 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.490771 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.494339 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.496288 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:08.518324 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbcf341-a6b3-4553-bc3e-3da6fcbe4e74,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:08.523562 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:08.527563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.528711 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-b1f4fb2f-bd0e-4830-be39-4a7ab4ad8179 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1429987
Jul 09 16:04:08.531442 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49560) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:08.536923 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'security_group_rule': {'security_group_id': '7b655ba4-cb13-4cc5-95ee-4509f5e09a41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:08.542549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:08.546310 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:security_group_rule and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:04:08.549175 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:04:08.554807 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:08.570423 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.629742 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.633244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.635163 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:08.655953 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a5f4b3-0f2f-4b71-b923-8376186f260c,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:08.658812 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:08.665868 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.667061 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-dd69fd65-4bd3-4b25-b71a-c032f7b4d1bc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1347349
Jul 09 16:04:08.670080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49564) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:08.675406 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:08.680547 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:08.684243 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Usage tracker for resource:floatingip and tenant:1a23131f038c45cb895e1650c60c45c5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:04:08.687047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:04:08.693150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:08.703014 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.835694 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:08.972176 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Allocated IP 172.27.2.37 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/bf84d7f0-a39f-4d99-8446-8c562a8909e5) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:04:09.116389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.144619 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.148616 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-28b4fc9b-0acd-4240-98e7-4b2e5a8e21a5 tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:09.216853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:04:09.219780 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:04:09.225117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:04:09.249494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=bf84d7f0-a39f-4d99-8446-8c562a8909e5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:09.256355 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:09.369436 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c05aa-eef2-47b6-b0bc-9851eab0ad5f req-c6735a7e-db59-43b2-96e9-148d4965a43a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:09.370851 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-455c05aa-eef2-47b6-b0bc-9851eab0ad5f req-c6735a7e-db59-43b2-96e9-148d4965a43a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.1157122
Jul 09 16:04:09.478842 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.529178 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-455c05aa-eef2-47b6-b0bc-9851eab0ad5f req-ae7b7cc5-fe52-4e93-b86a-f1674445ec9f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Synchronizing usage tracker for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:09.550914 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.577303 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-455c05aa-eef2-47b6-b0bc-9851eab0ad5f req-ae7b7cc5-fe52-4e93-b86a-f1674445ec9f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Unset dirty status for tenant:252c4a8abd1c425ca5b4c195694ce920 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:09.578479 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-455c05aa-eef2-47b6-b0bc-9851eab0ad5f req-ae7b7cc5-fe52-4e93-b86a-f1674445ec9f tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021778
Jul 09 16:04:09.755503 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.759824 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.763265 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-af873235-2fd6-4af7-b334-9aedbf319ae6 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:09.857044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=bf84d7f0-a39f-4d99-8446-8c562a8909e5,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:09.863595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:09.884731 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.906229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:09.907393 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2363813
Jul 09 16:04:10.130584 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-d35daf71-77a8-4ad0-a8be-b5bda14ac9d7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:10.145275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-d35daf71-77a8-4ad0-a8be-b5bda14ac9d7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:10.146601 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-d35daf71-77a8-4ad0-a8be-b5bda14ac9d7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1108260621&fields=id&tenant_id=1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 267 time: 0.0568709
Jul 09 16:04:10.285945 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-a653ee72-1cd8-41f5-9dcd-51cde80df3b2 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:10.287468 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-a653ee72-1cd8-41f5-9dcd-51cde80df3b2 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.79 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.0787933
Jul 09 16:04:10.359194 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366697-0744-4501-9c26-b0c41fc91177 req-83b26f8d-7471-401c-8be3-b574cc18e353 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:10.360537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Deleting port fc70aaad-4662-4ed9-9c29-58f0452e9bfc {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:10.360694 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-83b26f8d-7471-401c-8be3-b574cc18e353 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 810 time: 0.2045503
Jul 09 16:04:10.361115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:10.376692 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-3c08ff5c-087b-422c-a271-3094ad4a5c71 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/quotas/1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 375 time: 0.0104361
Jul 09 16:04:10.460563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-35d7f69f-6a90-4a47-8e10-34d770a7eabf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:10.476995 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-35d7f69f-6a90-4a47-8e10-34d770a7eabf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:10.478318 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-35d7f69f-6a90-4a47-8e10-34d770a7eabf tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0965664
Jul 09 16:04:10.601231 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] For port fc70aaad-4662-4ed9-9c29-58f0452e9bfc, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:10.601507 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:10.618262 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-f88b1148-9e95-4def-adc9-84dd4388adbf service neutron] 10.222.0.74 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280162
Jul 09 16:04:10.732052 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Calling delete_port for fc70aaad-4662-4ed9-9c29-58f0452e9bfc owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:10.756551 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-5352f03f-9571-4dde-ae28-67b6e8f65912 service neutron] 10.222.0.74 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328180
Jul 09 16:04:10.893782 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:10.943185 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:10.950325 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acbe36-af15-46de-b783-11bd2859e24f req-61eed963-e340-4e69-a21e-86efc408099a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:10.952029 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-44acbe36-af15-46de-b783-11bd2859e24f req-61eed963-e340-4e69-a21e-86efc408099a tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/ports?device_id=effc7489-6319-474f-9b9a-c701c9ff85cd HTTP/1.1" status: 200  len: 945 time: 0.2264638
Jul 09 16:04:10.957142 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8aac337d-faa5-423c-80eb-c8250f9bc91d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:10.982283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['fc70aaad-4662-4ed9-9c29-58f0452e9bfc'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:04:11.012177 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Pushing event deleted for resources: {'Port': ['ID=fc70aaad-4662-4ed9-9c29-58f0452e9bfc,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:11.043367 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.043750 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.044122 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.044480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.044860 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.045200 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.045559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.045915 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.046287 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.046655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.046998 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:11.065076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:11.100831 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-44acbe36-af15-46de-b783-11bd2859e24f req-d22867c8-e591-487c-8713-9553b2e6ef85 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.74 "GET /v2.0/security-groups?id=054e52f4-0269-4d68-b7b1-e01af1843b4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093876
Jul 09 16:04:11.144653 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] No DVR routers for this DVR port fc70aaad-4662-4ed9-9c29-58f0452e9bfc on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:04:11.147919 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:11.151052 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'name': 'network-vif-deleted', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:11.169611 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-dfda610f-0d2a-4416-99c7-9ba696373bf4 req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] 10.222.0.79 "DELETE /v2.0/ports/fc70aaad-4662-4ed9-9c29-58f0452e9bfc HTTP/1.1" status: 204  len: 173 time: 0.8764148
Jul 09 16:04:11.178194 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8f0eeca7-ffc9-4a92-a85e-2cb06d26d1b7 req-76e90a83-0fa7-43c2-ab46-2ff44199f0bb tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 210 time: 0.0621297
Jul 09 16:04:11.226439 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc7489-6319-474f-9b9a-c701c9ff85cd', 'name': 'network-vif-deleted', 'tag': 'fc70aaad-4662-4ed9-9c29-58f0452e9bfc', 'status': 'completed', 'code': 200}
Jul 09 16:04:12.437304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-183ff819-c4a3-4018-961a-eafe1c895a80 req-11b32960-cc10-4601-83c7-c9455248a3ae tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:12.464438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-183ff819-c4a3-4018-961a-eafe1c895a80 req-11b32960-cc10-4601-83c7-c9455248a3ae tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:12.465934 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-183ff819-c4a3-4018-961a-eafe1c895a80 req-11b32960-cc10-4601-83c7-c9455248a3ae tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 210 time: 0.0903292
Jul 09 16:04:12.481227 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1176b37e-8ed5-46cd-acc5-7d051e95c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:12.517948 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366697-0744-4501-9c26-b0c41fc91177 req-88132e67-4a47-45b7-bce4-1ae389cc8e13 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:12.518656 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-88132e67-4a47-45b7-bce4-1ae389cc8e13 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:network {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:12.537664 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3e366697-0744-4501-9c26-b0c41fc91177 req-88132e67-4a47-45b7-bce4-1ae389cc8e13 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:network {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:12.538821 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-88132e67-4a47-45b7-bce4-1ae389cc8e13 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 810 time: 0.2448800
Jul 09 16:04:12.609766 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-d2a5c1f0-8ba4-4941-b92a-b02bd7e8a8f3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a23131f038c45cb895e1650c60c45c5 HTTP/1.1" status: 200  len: 380 time: 0.0474937
Jul 09 16:04:12.618991 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'port': {'device_id': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'admin_state_up': True, 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'security_groups': ['7b655ba4-cb13-4cc5-95ee-4509f5e09a41']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:12.761274 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:04:12.771915 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:04:12.782296 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Made reservation on behalf of 1a23131f038c45cb895e1650c60c45c5 for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:04:12.786328 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:12.877869 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:12.945891 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49638) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:12.960196 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Allocated IP 172.20.0.14 (24c9b239-ddcf-408d-bb92-b7c42df4b460/d6f5863a-cd11-443a-a049-330b126e5c87/e536fd85-3303-447a-a4cd-d5ddf2fdc6f7) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:04:13.239701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.256863 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Transition to ACTIVE for port object e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:04:13.282584 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.289175 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-151216b0-0470-41cf-9a1c-2453b4c27430 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:13.357023 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:04:13.360247 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:04:13.364104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:04:13.414945 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event updated for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:13.418460 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:13.450461 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:13.451142 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.477676 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8623133
Jul 09 16:04:13.498471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Request body: {'port': {'device_id': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:13.648603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1c333c36-1655-4d9f-8d89-15c9c4639847 None None] Provisioning for port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:04:13.653555 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1c333c36-1655-4d9f-8d89-15c9c4639847 None None] Provisioning complete for port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:04:13.653943 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1c333c36-1655-4d9f-8d89-15c9c4639847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.670688 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.687096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:13.710664 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1c333c36-1655-4d9f-8d89-15c9c4639847 None None] Port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:04:13.838579 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a3ef-7051-40b6-b730-a639cc8aeafa req-6e7291cf-6b70-44a0-b605-8d172c1ad15c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:13.839282 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-b129a3ef-7051-40b6-b730-a639cc8aeafa req-6e7291cf-6b70-44a0-b605-8d172c1ad15c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:13.850397 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fc70aaad-4662-4ed9-9c29-58f0452e9bfc no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:13.883739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-b129a3ef-7051-40b6-b730-a639cc8aeafa req-6e7291cf-6b70-44a0-b605-8d172c1ad15c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:13.885032 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b129a3ef-7051-40b6-b730-a639cc8aeafa req-6e7291cf-6b70-44a0-b605-8d172c1ad15c tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 932 time: 0.2714522
Jul 09 16:04:13.902198 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: fc70aaad-4662-4ed9-9c29-58f0452e9bfc {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:13.902548 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device fc70aaad-4662-4ed9-9c29-58f0452e9bfc not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:14.026779 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-b129a3ef-7051-40b6-b730-a639cc8aeafa req-39ad1e13-2d1b-48c1-80a5-037a4722d960 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258638
Jul 09 16:04:14.150445 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:04:14.158727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.186555 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Transition to ACTIVE for port object e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:04:14.198923 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.208513 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c33988ab-a740-4e94-b9d7-e4331d365c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:14.371441 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:14.375238 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:14.458550 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Deleting port 62bd3819-bc91-462f-97ae-e7cc6395bd32 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:14.459125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.502128 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Attempting to bind port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:04:14.502733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Attempting to bind port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:04:14.503060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Attempting to bind port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:04:14.513600 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:04:14.514161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Attempting to bind port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 on network 24c9b239-ddcf-408d-bb92-b7c42df4b460 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:04:14.525722 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:04:14.526236 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Checking segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:04:14.526790 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Bound using segment: {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:04:14.527445 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Bound port: e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de6963d-4806-429d-b040-520d9ca08515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:04:14.528110 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.652548 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:04:14.655468 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:04:14.660794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.665302 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:14.725184 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.726442 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] 10.222.0.79 "PUT /v2.0/ports/e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 HTTP/1.1" status: 200  len: 1094 time: 1.2350776
Jul 09 16:04:14.727132 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:14.730148 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] For port 62bd3819-bc91-462f-97ae-e7cc6395bd32, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=62bd3819-bc91-462f-97ae-e7cc6395bd32,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:14.730509 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.752721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:14.759820 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:14.775934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-104594ea-be38-40ce-a3e3-99ffdcee5992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:14.842583 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'status': 'completed', 'code': 200}
Jul 09 16:04:14.880613 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-32abe6f7-2bcb-4ddb-8af4-40d165dbad7e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 1097 time: 0.0932145
Jul 09 16:04:14.889787 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Calling delete_port for 62bd3819-bc91-462f-97ae-e7cc6395bd32 owned by network:router_interface {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:14.958726 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-1c2bfe11-1f0f-4c5c-bbba-9e0b7c5502e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 HTTP/1.1" status: 200  len: 217 time: 0.0643332
Jul 09 16:04:15.033744 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e366697-0744-4501-9c26-b0c41fc91177 req-eec7f5c9-f43e-4bb9-b106-2ea318b6dd5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:15.035130 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-eec7f5c9-f43e-4bb9-b106-2ea318b6dd5f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0696046
Jul 09 16:04:15.113486 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-d068a953-4625-4c15-b039-07364d7510f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711694
Jul 09 16:04:15.249508 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-243bb526-476b-42cc-8ebf-dcbb000f1ce6 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291959
Jul 09 16:04:15.266020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:15.270730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:15.320021 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Pushing event deleted for resources: {'Port': ['ID=62bd3819-bc91-462f-97ae-e7cc6395bd32,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:15.325979 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:15.411101 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b6b2-ec80-408b-bb05-c088f6dbb7e7 req-1277d900-6417-44b4-b970-ac7152a4a6ec tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:15.412582 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8009b6b2-ec80-408b-bb05-c088f6dbb7e7 req-1277d900-6417-44b4-b970-ac7152a4a6ec tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 944 time: 0.2259009
Jul 09 16:04:15.532284 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3e366697-0744-4501-9c26-b0c41fc91177 req-6f5cbdaa-91a5-412a-924e-fb5efb7f3025 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753930
Jul 09 16:04:15.536853 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8009b6b2-ec80-408b-bb05-c088f6dbb7e7 req-0b81e548-03b4-40ed-bb1d-688b4a61acee tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127934
Jul 09 16:04:15.680831 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:15.725128 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-227b43da-f651-4b1c-bdcc-656d0ea6c4d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 1097 time: 0.0854943
Jul 09 16:04:15.736267 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:15.863772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-e59b950c-494a-4bdf-9df2-60d12971f194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:15.865303 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-e59b950c-494a-4bdf-9df2-60d12971f194 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1333241
Jul 09 16:04:15.933640 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-bd5f7425-39b5-465f-aaae-2da58ce9f1a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 HTTP/1.1" status: 200  len: 217 time: 0.0610182
Jul 09 16:04:16.004565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-bdfd16dd-dafb-4d2f-b816-b4ed54596354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:16.006069 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-bdfd16dd-dafb-4d2f-b816-b4ed54596354 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0660958
Jul 09 16:04:16.082316 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-7028f03a-992f-4eb3-87ee-54172b4ba6c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697799
Jul 09 16:04:16.217879 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-5cc7294b-9e58-4115-b788-cbb64abc6771 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278298
Jul 09 16:04:16.347924 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:16.352944 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c646c88a-d841-4865-925d-0f5cb23c2c27 req-5e4d2f70-1e08-4786-baf1-c345c8da7be5 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286862
Jul 09 16:04:16.544707 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:16.554476 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Sync routers for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:16.556869 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-cb09c236-2bcb-4892-8d82-286ab275255c admin admin] 10.222.0.74 "PUT /v2.0/routers/eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6098731
Jul 09 16:04:16.559335 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49656) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:16.566120 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:16.566737 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5af9ffa0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:16.748939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:16.830182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163671a-1c36-4f68-b4f1-599d0df06cfa req-0b0f0ce8-23ab-4444-a3c1-d26464a7f4af tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:16.831671 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b163671a-1c36-4f68-b4f1-599d0df06cfa req-0b0f0ce8-23ab-4444-a3c1-d26464a7f4af tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 944 time: 0.1165199
Jul 09 16:04:16.833676 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks [] for router, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:16.962912 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-b163671a-1c36-4f68-b4f1-599d0df06cfa req-440a5d08-1af1-4c0c-8187-921a54ebfcb6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761380
Jul 09 16:04:17.102311 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5af9ffa0>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T16:04:15Z', 'revision_number': 5, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port': {'id': '9abc4193-af1b-4916-9594-8909c5ba7359', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:13Z', 'updated_at': '2021-07-09T15:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:17.106466 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Checking router: eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:17.109220 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:17.117526 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Routers {'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:17.118243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5af9ffa0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:17.119657 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Deleting port 9abc4193-af1b-4916-9594-8909c5ba7359 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:17.120025 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:17.306320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] For port 9abc4193-af1b-4916-9594-8909c5ba7359, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9abc4193-af1b-4916-9594-8909c5ba7359,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:17.306769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:17.316510 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:17.356236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] Set router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d gateway port host: None {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:17.442540 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Calling delete_port for 9abc4193-af1b-4916-9594-8909c5ba7359 owned by network:router_gateway {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:17.524676 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5af9ffa0>, [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T16:04:17Z', 'revision_number': 6, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:17.529086 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1007c59d-09f3-4a9a-b7ac-39ce9d75f383 None None] The sync data for ids ['eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d'] in dv-cinder-800228-1-iscsi is: [{'id': 'eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d', 'name': 'tempest-TestMinimumBasicScenario-1047254406-router', 'tenant_id': '252c4a8abd1c425ca5b4c195694ce920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:12Z', 'updated_at': '2021-07-09T16:04:17Z', 'revision_number': 6, 'project_id': '252c4a8abd1c425ca5b4c195694ce920', 'gw_port_host': None}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:17.733568 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:17.738235 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-65a3e3e7-3b85-416b-a394-4e0f730f1612 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:17.785891 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abc4193-af1b-4916-9594-8909c5ba7359,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:17.789631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:18.028425 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.352391 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.366067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.466993 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d801ec5-6316-466f-b72b-7c27abcedb0d req-1305c3d7-1382-4ea4-8136-14df2009dc3b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:18.468463 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4d801ec5-6316-466f-b72b-7c27abcedb0d req-1305c3d7-1382-4ea4-8136-14df2009dc3b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 944 time: 0.3192463
Jul 09 16:04:18.491590 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.492096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d {{(pid=74301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:04:18.532806 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.534496 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] 10.222.0.74 "DELETE /v2.0/routers/eb31c96e-fdb4-4cec-8b7a-d00e4dabdd0d HTTP/1.1" status: 204  len: 168 time: 1.9741325
Jul 09 16:04:18.537398 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49668) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:18.539782 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4d801ec5-6316-466f-b72b-7c27abcedb0d req-b88688ac-41ef-45bd-9f5b-bfdb168bd852 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637217
Jul 09 16:04:18.609263 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Deleting subnet 1443c5aa-dae5-4425-989d-8ac58219e644 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:04:18.612459 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.663033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.812201 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.882638 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.886491 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-51b3fa1f-e9c7-4b58-9a05-2f507e5a3610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:18.920386 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1443c5aa-dae5-4425-989d-8ac58219e644,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:18.923671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:18.929388 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:18.934116 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b85e88-6564-4cfb-871d-9473cdb1fc26 None None] Network 671905fc-d217-4657-8137-0b223947c94f requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:04:18.936533 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-616f9393-bfb5-4571-9364-5171bda6b1ba admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1443c5aa-dae5-4425-989d-8ac58219e644 HTTP/1.1" status: 204  len: 168 time: 0.3975167
Jul 09 16:04:18.939531 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49672) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:19.054163 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.067515 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Deleting port d16cdddb-779b-4750-adf4-23e1072d2dc9 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:19.067774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.190738 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] DHCP port deletion for 671905fc-d217-4657-8137-0b223947c94f request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:04:19.195211 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Deleting port d16cdddb-779b-4750-adf4-23e1072d2dc9 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:19.195597 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.288536 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] For port d16cdddb-779b-4750-adf4-23e1072d2dc9, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d16cdddb-779b-4750-adf4-23e1072d2dc9,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:19.288898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.426855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9abc4193-af1b-4916-9594-8909c5ba7359 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:19.480332 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 9abc4193-af1b-4916-9594-8909c5ba7359 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:19.480679 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9abc4193-af1b-4916-9594-8909c5ba7359 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:19.481106 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 62bd3819-bc91-462f-97ae-e7cc6395bd32 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:19.533184 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Calling delete_port for d16cdddb-779b-4750-adf4-23e1072d2dc9 owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:19.536865 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 62bd3819-bc91-462f-97ae-e7cc6395bd32 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:19.537405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 62bd3819-bc91-462f-97ae-e7cc6395bd32 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:19.538060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d16cdddb-779b-4750-adf4-23e1072d2dc9 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:19.585749 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] For port d16cdddb-779b-4750-adf4-23e1072d2dc9, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d16cdddb-779b-4750-adf4-23e1072d2dc9,segment=NetworkSegment(6cea86d9-5ac9-4e16-8600-699a37a52597),segment_id=6cea86d9-5ac9-4e16-8600-699a37a52597)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:19.586142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.614659 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.618638 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c4e2f0a9-0648-4bce-9d97-684970fd1a04 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:19.664295 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=d16cdddb-779b-4750-adf4-23e1072d2dc9,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:19.667638 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:19.668387 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] No DVR routers for this DVR port d16cdddb-779b-4750-adf4-23e1072d2dc9 on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:04:19.712292 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Calling delete_port for d16cdddb-779b-4750-adf4-23e1072d2dc9 owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:19.757636 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No active binding found for port d16cdddb-779b-4750-adf4-23e1072d2dc9 {{(pid=74302) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Jul 09 16:04:19.758064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d16cdddb-779b-4750-adf4-23e1072d2dc9 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:19.760840 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d7c6c-c811-4081-8d30-fdced771efa1 req-e05cc3e5-d9a8-44e9-bf3d-fcc3c77f5691 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:19.762609 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8f8d7c6c-c811-4081-8d30-fdced771efa1 req-e05cc3e5-d9a8-44e9-bf3d-fcc3c77f5691 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 944 time: 0.0878382
Jul 09 16:04:19.796121 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.809655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5983e130>,) {'filters': {'network_id': ['671905fc-d217-4657-8137-0b223947c94f']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:19.819420 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8f8d7c6c-c811-4081-8d30-fdced771efa1 req-39cffe6e-f3d8-477d-a2a0-90c4d06c5379 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420616
Jul 09 16:04:19.822323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5983e130>, '6cea86d9-5ac9-4e16-8600-699a37a52597') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:19.822620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5983e130>, '6cea86d9-5ac9-4e16-8600-699a37a52597') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:19.836482 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.856681 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.864390 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:04:19.864577 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:04:19.864832 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.865028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:04:19.878413 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:04:19.880563 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:04:19.962561 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.966279 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6505948c-8060-488b-90ca-b5f77c197180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:19.980408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:19.996500 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=671905fc-d217-4657-8137-0b223947c94f,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:19.999700 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:20.012262 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] 10.222.0.74 "DELETE /v2.0/networks/671905fc-d217-4657-8137-0b223947c94f HTTP/1.1" status: 204  len: 168 time: 1.0706360
Jul 09 16:04:20.014007 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49680) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:20.047059 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:20.060360 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'port_id': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'mac_address': 'fa:16:3e:b9:b3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:04:20.116014 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:20.133029 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:04:20.149404 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:20.153298 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:20.156041 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:20.219576 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:20.222604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:20.366697 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Deleting port d16cdddb-779b-4750-adf4-23e1072d2dc9 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:20.367197 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:20.400093 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:20.434083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-2fa52bed-0b8d-4146-8d13-139f22919a6f None None] The port 'd16cdddb-779b-4750-adf4-23e1072d2dc9' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:04:20.600938 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:04:20.999358 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Deleting port 976b37b3-7eb8-4808-bdee-8bcb8f33d267 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:20.999962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:21.025073 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662261b5-cedd-452c-9872-a0bcc3a9a902 req-0d58fcd3-3954-4d60-9a12-59e8d3d3eba6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:21.026626 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-662261b5-cedd-452c-9872-a0bcc3a9a902 req-0d58fcd3-3954-4d60-9a12-59e8d3d3eba6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 945 time: 0.0780492
Jul 09 16:04:21.078014 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-662261b5-cedd-452c-9872-a0bcc3a9a902 req-211aede7-df50-48aa-9c39-b3c3a339a2a3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455561
Jul 09 16:04:21.265363 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] For port 976b37b3-7eb8-4808-bdee-8bcb8f33d267, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=976b37b3-7eb8-4808-bdee-8bcb8f33d267,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:21.265720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:21.384688 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Calling delete_port for 976b37b3-7eb8-4808-bdee-8bcb8f33d267 owned by network:router_interface {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:21.557592 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:21.561594 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ff43acc7-8119-4323-8183-7d4132db300a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:21.605603 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Pushing event deleted for resources: {'Port': ['ID=976b37b3-7eb8-4808-bdee-8bcb8f33d267,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:21.608149 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:21.892554 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:04:21.900417 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:21.960680 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:04:21.965534 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:04:21.965936 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:22.080786 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:22.106783 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:22.121222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:22.127829 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:22.129836 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:22.181638 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'code': 200}
Jul 09 16:04:22.202431 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:22.205502 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:22.309320 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ace5b-1688-4e3a-9e97-558d0b857078 req-67360792-cdc9-4a00-845b-1724d86e1f10 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:22.311616 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-562ace5b-1688-4e3a-9e97-558d0b857078 req-67360792-cdc9-4a00-845b-1724d86e1f10 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0806551
Jul 09 16:04:22.359708 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-562ace5b-1688-4e3a-9e97-558d0b857078 req-d4fc755f-bbda-4487-a328-68a9eda09f6d tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422237
Jul 09 16:04:22.632384 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d8b05811-1316-4ced-993b-7e22c4b2fd8d req-1a14242c-36a6-4be6-a236-02cb50e17774 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 1099 time: 0.2017803
Jul 09 16:04:22.658593 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Router b271866a-eb8f-47cb-84e2-d2d6683f6f2a has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:22.737156 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d8b05811-1316-4ced-993b-7e22c4b2fd8d req-a5f0f492-cbfe-491b-b816-221557904a27 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965331
Jul 09 16:04:22.880649 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:22.888909 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Sync routers for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:22.896294 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] 10.222.0.74 "PUT /v2.0/routers/b271866a-eb8f-47cb-84e2-d2d6683f6f2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8812914
Jul 09 16:04:22.899051 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49696) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:22.901599 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:22.902293 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac0c250>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:23.074051 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:23.089731 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks [] for router, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:23.294605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:23.304786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Deleting port d8e1f3e9-7611-4321-a51c-ddc15813aa76 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:23.305260 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:23.354247 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac0c250>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T16:04:21Z', 'revision_number': 5, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port': {'id': 'd8e1f3e9-7611-4321-a51c-ddc15813aa76', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T15:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:23.358014 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Checking router: b271866a-eb8f-47cb-84e2-d2d6683f6f2a for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:23.368811 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Routers {'b271866a-eb8f-47cb-84e2-d2d6683f6f2a'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:23.369401 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac0c250>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:23.477299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] For port d8e1f3e9-7611-4321-a51c-ddc15813aa76, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d8e1f3e9-7611-4321-a51c-ddc15813aa76,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:23.477656 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:23.526955 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] Set router b271866a-eb8f-47cb-84e2-d2d6683f6f2a gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:23.565789 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded743c5-d8e9-435b-854a-14e51b227aef req-1148a4b2-93f6-4406-bfef-4bc441b8bb36 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:23.567965 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ded743c5-d8e9-435b-854a-14e51b227aef req-1148a4b2-93f6-4406-bfef-4bc441b8bb36 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0856028
Jul 09 16:04:23.599825 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Calling delete_port for d8e1f3e9-7611-4321-a51c-ddc15813aa76 owned by network:router_gateway {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:23.616047 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ded743c5-d8e9-435b-854a-14e51b227aef req-7e397a20-d3ba-40d4-9004-4a8c98639610 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422785
Jul 09 16:04:23.631245 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac0c250>, [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T16:04:23Z', 'revision_number': 6, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:23.638417 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f7b773-e5dd-440b-a282-2c95bc933291 None None] The sync data for ids ['b271866a-eb8f-47cb-84e2-d2d6683f6f2a'] in dv-cinder-800228-1-iscsi is: [{'id': 'b271866a-eb8f-47cb-84e2-d2d6683f6f2a', 'name': 'tempest-TestMinimumBasicScenario-60458509-router', 'tenant_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:59:21Z', 'updated_at': '2021-07-09T16:04:23Z', 'revision_number': 6, 'project_id': '5b82a9957dec4d0db46e248e3f2fd96d', 'gw_port_host': None}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:23.765816 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:23.769818 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a22fef8d-49bd-42f8-8b33-146e58bba273 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:23.812407 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e1f3e9-7611-4321-a51c-ddc15813aa76,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:23.815692 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:24.143440 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.398898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.403133 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.435271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.435829 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b271866a-eb8f-47cb-84e2-d2d6683f6f2a {{(pid=74300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:04:24.451987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.453378 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] 10.222.0.74 "DELETE /v2.0/routers/b271866a-eb8f-47cb-84e2-d2d6683f6f2a HTTP/1.1" status: 204  len: 168 time: 1.5534537
Jul 09 16:04:24.456517 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49704) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:24.515752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Deleting subnet 7b8acafc-ff28-4612-b518-085859019b98 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:04:24.519129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.569631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.654083 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.722329 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.727393 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:24.762063 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8acafc-ff28-4612-b518-085859019b98,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:24.764934 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:24.765905 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.772608 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-7fb0466e-a5d5-4065-bd8c-36d68b373b7a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7b8acafc-ff28-4612-b518-085859019b98 HTTP/1.1" status: 204  len: 168 time: 0.3150024
Jul 09 16:04:24.774736 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97962c7-999a-47eb-ad71-fb7fa9f71596 None None] Network ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:04:24.775318 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49710) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:24.837743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9944e5-96e9-42a2-98ef-ebbb18f42117 req-4f205c02-5050-41ac-b190-228fbd195761 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:24.839252 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9d9944e5-96e9-42a2-98ef-ebbb18f42117 req-4f205c02-5050-41ac-b190-228fbd195761 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0919921
Jul 09 16:04:24.892641 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9d9944e5-96e9-42a2-98ef-ebbb18f42117 req-1ad199ce-482f-4cf8-ad9f-1c445a0fafb6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465691
Jul 09 16:04:24.908244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:24.923910 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Deleting port f5b54827-83b1-47ea-9852-f52a64ca64db {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:24.924245 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.028952 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] DHCP port deletion for ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:04:25.033367 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Deleting port f5b54827-83b1-47ea-9852-f52a64ca64db {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:25.033746 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.186944 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] For port f5b54827-83b1-47ea-9852-f52a64ca64db, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=f5b54827-83b1-47ea-9852-f52a64ca64db,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:25.187216 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.259657 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] For port f5b54827-83b1-47ea-9852-f52a64ca64db, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=f5b54827-83b1-47ea-9852-f52a64ca64db,segment=NetworkSegment(ec2bf211-d25a-41d5-a9a0-4978304e116c),segment_id=ec2bf211-d25a-41d5-a9a0-4978304e116c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:25.260055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.319110 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Calling delete_port for f5b54827-83b1-47ea-9852-f52a64ca64db owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:25.320595 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d8e1f3e9-7611-4321-a51c-ddc15813aa76 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:25.350140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61cb8f-9179-4964-91d6-f8528bcf78ac req-74770271-c60d-47ee-aaac-fc7ac9689a33 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:25.351612 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b61cb8f-9179-4964-91d6-f8528bcf78ac req-74770271-c60d-47ee-aaac-fc7ac9689a33 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.3307748
Jul 09 16:04:25.361085 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49716) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:25.367631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Request body: {'floatingip': {'port_id': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:04:25.401749 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.405873 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Calling delete_port for f5b54827-83b1-47ea-9852-f52a64ca64db owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:25.406102 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-93c3fe38-a73f-4350-9a05-4db0a9d2e1b7 tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:25.451942 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: d8e1f3e9-7611-4321-a51c-ddc15813aa76 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:25.452289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d8e1f3e9-7611-4321-a51c-ddc15813aa76 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:25.452705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device f5b54827-83b1-47ea-9852-f52a64ca64db no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:25.472885 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] No DVR routers for this DVR port f5b54827-83b1-47ea-9852-f52a64ca64db on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:04:25.475797 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b54827-83b1-47ea-9852-f52a64ca64db,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:25.488123 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: f5b54827-83b1-47ea-9852-f52a64ca64db {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:25.488462 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device f5b54827-83b1-47ea-9852-f52a64ca64db not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:25.488881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 976b37b3-7eb8-4808-bdee-8bcb8f33d267 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:25.522408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:25.526028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 976b37b3-7eb8-4808-bdee-8bcb8f33d267 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:25.526395 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 976b37b3-7eb8-4808-bdee-8bcb8f33d267 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:25.555430 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:04:25.555806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:04:25.556684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.616685 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.629304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a07da00>,) {'filters': {'network_id': ['ee6b1745-91fd-4dca-8152-db3cb7ccc0f5']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:25.645203 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a07da00>, 'ec2bf211-d25a-41d5-a9a0-4978304e116c') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:25.645495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a07da00>, 'ec2bf211-d25a-41d5-a9a0-4978304e116c') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:25.658295 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.773863 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.780173 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:04:25.780565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:04:25.794262 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:04:25.885920 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.891160 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:25.894729 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:25.919272 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6b1745-91fd-4dca-8152-db3cb7ccc0f5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:25.922094 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:25.924756 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a94524ce-97de-4f90-b056-2935183ec734 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ee6b1745-91fd-4dca-8152-db3cb7ccc0f5 HTTP/1.1" status: 204  len: 168 time: 1.1482928
Jul 09 16:04:26.057317 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Deleting port f5b54827-83b1-47ea-9852-f52a64ca64db {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:26.057856 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.063744 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49724) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:26.118653 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-2b978b13-71e1-46a3-8512-a5a4f79971ba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=252c4a8abd1c425ca5b4c195694ce920&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0533679
Jul 09 16:04:26.119237 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49728) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:26.129851 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1cd69677-b63e-470d-9cc5-fe8df7746b27 None None] The port 'f5b54827-83b1-47ea-9852-f52a64ca64db' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:04:26.187905 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.215260 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.216608 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.220831 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.276674 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.284437 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-afa47005-1a2f-4a4d-ba82-91d25dd62fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:26.305934 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e52f4-0269-4d68-b7b1-e01af1843b4a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:26.310344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:26.321287 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.325125 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/054e52f4-0269-4d68-b7b1-e01af1843b4a HTTP/1.1" status: 204  len: 168 time: 0.2024202
Jul 09 16:04:26.456082 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Floating IP ec352c40-7463-48d5-a758-52107d6000f6 associated. External IP: 172.27.2.37, port: e536fd85-3303-447a-a4cd-d5ddf2fdc6f7.
Jul 09 16:04:26.713296 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49738) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:26.768915 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-58486d84-e9ac-4cfd-945b-41c775c51ac2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b82a9957dec4d0db46e248e3f2fd96d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543706
Jul 09 16:04:26.771359 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49742) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:26.830108 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.857711 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.858549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:26.919002 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.923271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-011e61c5-4d5e-4feb-9796-eb760367ab32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:26.935422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d45b91-7d7a-49a6-9581-26d5837b47be,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:26.939752 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:26.944689 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:26.944689 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33d45b91-7d7a-49a6-9581-26d5837b47be HTTP/1.1" status: 204  len: 168 time: 0.1723025
Jul 09 16:04:27.123839 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:04:27.159438 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:27.164019 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:27.170192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:27.184313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:27.185114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad93400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:27.222320 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d95c7836-fd1d-4d1f-82b3-bcf4692fcf59 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "PUT /v2.0/floatingips/ec352c40-7463-48d5-a758-52107d6000f6 HTTP/1.1" status: 200  len: 991 time: 1.8596423
Jul 09 16:04:27.223028 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:27.293077 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'status': 'completed', 'code': 200}
Jul 09 16:04:27.396294 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:27.445434 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-6599d80d-2133-4c10-ac87-a607dd40c8d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a23131f038c45cb895e1650c60c45c5&device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 1099 time: 0.0760958
Jul 09 16:04:27.581344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-605a667e-e097-42bb-95b8-e95e406b6a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:27.582845 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-605a667e-e097-42bb-95b8-e95e406b6a86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 200  len: 911 time: 0.1286066
Jul 09 16:04:27.688685 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-d3070103-1505-4519-8e50-f65eed97a2ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 HTTP/1.1" status: 200  len: 999 time: 0.0964744
Jul 09 16:04:27.743728 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad93400>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'ec352c40-7463-48d5-a758-52107d6000f6', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:b9:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:04:09Z', 'updated_at': '2021-07-09T16:04:26Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:27.747550 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:27.751452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-4d23ae40-d8f7-49de-90c5-f717b1ea1a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:27.752896 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-4d23ae40-d8f7-49de-90c5-f717b1ea1a7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 200  len: 849 time: 0.0574400
Jul 09 16:04:27.758399 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:27.759015 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad93400>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:27.855314 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-ab612f7b-afbc-49fe-a594-60d3794811df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=24c9b239-ddcf-408d-bb92-b7c42df4b460&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940170
Jul 09 16:04:27.963250 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:28.029386 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-f25bc1a3-ff94-489a-9e5c-a78984c1cd49 service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298733
Jul 09 16:04:28.167132 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-656d952c-e06f-4f66-9e9d-af7d5d7686c5 req-14f1dc0e-acae-451b-992c-8ec2d533600f service neutron] 10.222.0.79 "GET /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291273
Jul 09 16:04:28.344037 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad93400>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'ec352c40-7463-48d5-a758-52107d6000f6', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:b9:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:04:09Z', 'updated_at': '2021-07-09T16:04:26Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:28.348505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd6391-9bba-4b30-a8ec-2b3bba5ae247 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'ec352c40-7463-48d5-a758-52107d6000f6', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'port_id': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'mac_address': 'fa:16:3e:b9:b3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:04:09Z', 'updated_at': '2021-07-09T16:04:26Z', 'revision_number': 1, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:28.543466 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db39e67-a640-40d1-b155-3977d36a02cf None None] New status for floating IP ec352c40-7463-48d5-a758-52107d6000f6: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:04:40.889236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:42.473216 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6345ce81-70e4-4018-bd25-0b940721bad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:42.882399 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:43.175546 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4865-cd1e-468a-8e1c-d25b9662fdb9 req-4875b7b2-a28b-4587-a35c-a6c133b90218 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:43.177006 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fc6b4865-cd1e-468a-8e1c-d25b9662fdb9 req-4875b7b2-a28b-4587-a35c-a6c133b90218 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.2087033
Jul 09 16:04:43.222019 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fc6b4865-cd1e-468a-8e1c-d25b9662fdb9 req-b4900ccd-bb41-4ad2-871d-57c07e436086 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395133
Jul 09 16:04:44.429135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b689-4786-441b-a66e-4319a3ea1654 req-85f8bdea-26d5-4b21-b86d-fd1162b8a3e6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:44.430598 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0685b689-4786-441b-a66e-4319a3ea1654 req-85f8bdea-26d5-4b21-b86d-fd1162b8a3e6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0753915
Jul 09 16:04:44.478317 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0685b689-4786-441b-a66e-4319a3ea1654 req-770bc277-7a69-4438-a74e-b303c9b011ea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422256
Jul 09 16:04:44.768718 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1b0d02e6-6dab-4f1a-8cd9-a5b92afc3cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:45.693376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d574036-43e8-4cca-b488-1f086a1469e6 req-edba4f00-c883-47a5-b0a7-8d070391a83b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:45.694912 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0d574036-43e8-4cca-b488-1f086a1469e6 req-edba4f00-c883-47a5-b0a7-8d070391a83b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0801511
Jul 09 16:04:45.737211 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:45.745583 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0d574036-43e8-4cca-b488-1f086a1469e6 req-215a5dda-04dd-4dd4-983a-4069b163585b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422721
Jul 09 16:04:46.959637 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c2ea4-8aae-482d-92ee-c74e1d70952e req-8640a0f3-b0ac-4a46-8864-6f3069256112 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:46.961076 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a9c2ea4-8aae-482d-92ee-c74e1d70952e req-8640a0f3-b0ac-4a46-8864-6f3069256112 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0799060
Jul 09 16:04:47.006514 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9a9c2ea4-8aae-482d-92ee-c74e1d70952e req-0cb094c4-95c6-4b43-86cc-8a7cce899ba9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400295
Jul 09 16:04:47.205613 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:47.220563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49840) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:47.471517 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Deleting port f333914c-6000-4349-8b7d-857861ac1170 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:47.471849 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:47.545731 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-5500452d-250d-414c-9eb9-0f8499037e00 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1676304
Jul 09 16:04:47.800341 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:47.800601 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:47.924163 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Calling delete_port for f333914c-6000-4349-8b7d-857861ac1170 owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:47.965714 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-900d06e4-404a-44b5-a3b3-324d3042c780 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.2852790
Jul 09 16:04:48.178727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-eb539c33-b365-4159-92f5-d2d40b938c73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:48.180174 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-eb539c33-b365-4159-92f5-d2d40b938c73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.1912100
Jul 09 16:04:48.221493 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d2f4b-906f-43b8-87e0-27fc608ae001 req-ad83b21e-2ba0-41ab-b9da-66b81ba166fa tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:48.223018 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-990d2f4b-906f-43b8-87e0-27fc608ae001 req-ad83b21e-2ba0-41ab-b9da-66b81ba166fa tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0774271
Jul 09 16:04:48.269085 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-990d2f4b-906f-43b8-87e0-27fc608ae001 req-17865028-f330-43d0-a555-b3931801a3c5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405335
Jul 09 16:04:48.275027 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:48.280816 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-77fc8bf4-b6e7-4b50-985a-efea46c8b58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:48.333888 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event deleted for resources: {'Port': ['ID=f333914c-6000-4349-8b7d-857861ac1170,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:48.336872 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:48.378250 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-0efb5479-8f05-4541-a162-7caeb06dce57 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 1001 time: 0.1874449
Jul 09 16:04:48.484400 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:48.541661 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-07c32f1c-e128-4ec3-ba6c-e67478cc7e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:48.543138 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-07c32f1c-e128-4ec3-ba6c-e67478cc7e7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.1376133
Jul 09 16:04:48.644415 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-4a71018c-d6a5-4311-9365-1622c00527f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929847
Jul 09 16:04:48.843235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-e6cf1b68-c37b-48d5-8151-47d8ff1266ae service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525047
Jul 09 16:04:49.149433 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d57cdaa4-16ac-459e-9ed8-102fd3dc4110 req-b1e5fd4b-c3f0-4053-96ae-d89f708e8000 service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994268
Jul 09 16:04:49.268942 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Router f719e062-540c-435b-8c58-0a35888bc3fd has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:49.473855 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:49.487422 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Sync routers for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:49.495747 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58f56f-d359-4717-a2ed-9b529053c489 req-daf22a4c-946a-4a55-b1fc-1fd56fff1b19 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:49.498045 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab58f56f-d359-4717-a2ed-9b529053c489 req-daf22a4c-946a-4a55-b1fc-1fd56fff1b19 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0872197
Jul 09 16:04:49.499199 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:49.517113 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:49.517750 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae2e940>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:49.551805 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ab58f56f-d359-4717-a2ed-9b529053c489 req-e79a924e-5a10-4e7e-9643-8366490163f5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470216
Jul 09 16:04:49.564048 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "DELETE /v2.0/floatingips/a796949a-7202-4c68-801b-dcd8006deaa8 HTTP/1.1" status: 204  len: 168 time: 2.3395631
Jul 09 16:04:49.564048 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:49.655792 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'status': 'completed', 'code': 200}
Jul 09 16:04:49.730340 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:49.784095 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-841de1a9-e4b3-421e-970b-e50659ca7e49 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 1098 time: 0.0738785
Jul 09 16:04:49.978937 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-4288d306-230b-4a3a-84ab-96abc4a0e9bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:49.980459 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-4288d306-230b-4a3a-84ab-96abc4a0e9bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 200  len: 909 time: 0.1890366
Jul 09 16:04:50.056437 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae2e940>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:50.060293 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Checking router: f719e062-540c-435b-8c58-0a35888bc3fd for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:50.064085 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131465-75ea-46c1-9b4c-eea13a7938b5 req-e30663d6-7d75-4382-aed4-c8f3ab0f1c38 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:50.064778 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d2131465-75ea-46c1-9b4c-eea13a7938b5 req-e30663d6-7d75-4382-aed4-c8f3ab0f1c38 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Synchronizing usage tracker for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:04:50.071699 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:50.072302 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae2e940>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:50.079616 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-e56f7303-6198-4dbc-9111-b3a6d778ddd1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 200  len: 217 time: 0.0819087
Jul 09 16:04:50.119327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d2131465-75ea-46c1-9b4c-eea13a7938b5 req-e30663d6-7d75-4382-aed4-c8f3ab0f1c38 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Unset dirty status for tenant:70c2f4d400ef464eb1a7dfa43e59568d on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:04:50.120434 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d2131465-75ea-46c1-9b4c-eea13a7938b5 req-e30663d6-7d75-4382-aed4-c8f3ab0f1c38 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.2090039
Jul 09 16:04:50.175267 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-004cefad-9597-44a5-b352-e3b4225164f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:50.176676 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-004cefad-9597-44a5-b352-e3b4225164f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 200  len: 847 time: 0.0905976
Jul 09 16:04:50.220923 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d2131465-75ea-46c1-9b4c-eea13a7938b5 req-650cae77-e21d-43f6-957c-ac85146d593c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933025
Jul 09 16:04:50.251789 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:50.269528 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-10cf0d5c-b103-428c-95e8-cc61d898c0cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=420c066c-2932-4f92-84ac-22b6b102633d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840759
Jul 09 16:04:50.404037 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-5ac7414b-c0a5-4521-8b3b-c5a3611bf26e service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255085
Jul 09 16:04:50.539409 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2577352f-c74a-40b9-966b-2239a1ea10a3 req-ad4211ee-e09a-47da-9e90-3ab0de8711fc service neutron] 10.222.0.79 "GET /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285036
Jul 09 16:04:50.561892 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ae2e940>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:50.566543 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa3112f-3ad1-444e-b7b1-3e07999e19f7 None None] The sync data for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi is: [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T15:57:27Z', 'revision_number': 4, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '532b8006-4695-4280-bbf9-06805c9f775f', 'name': '', 'network_id': '420c066c-2932-4f92-84ac-22b6b102633d', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'mac_address': 'fa:16:3e:81:f1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:27Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'subnets': [{'id': 'd6d4b9e2-d478-44c7-9533-4e8c7aca2444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:50.777791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6149-b678-4180-af10-4df22503d4ca req-339aa789-dbc1-47f2-85ab-85d4e325c931 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:50.779300 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2c0f6149-b678-4180-af10-4df22503d4ca req-339aa789-dbc1-47f2-85ab-85d4e325c931 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0837138
Jul 09 16:04:50.797634 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da487df-ba43-4f78-b37a-cf4775f5742a None None] New status for floating IP a796949a-7202-4c68-801b-dcd8006deaa8: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:04:50.832000 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2c0f6149-b678-4180-af10-4df22503d4ca req-5caebffc-0638-4fa4-83b6-26c07df047de tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464466
Jul 09 16:04:51.422978 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcccbd-3d88-4ffd-acfb-d897683e5f83 req-1c687f7b-9c25-4f45-8c65-cd02b4bdbef6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:51.425733 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-89bcccbd-3d88-4ffd-acfb-d897683e5f83 req-1c687f7b-9c25-4f45-8c65-cd02b4bdbef6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0778947
Jul 09 16:04:51.474003 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-89bcccbd-3d88-4ffd-acfb-d897683e5f83 req-ef5880d5-0427-49c5-8475-78ce3c54983c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432200
Jul 09 16:04:51.960309 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-22f27b48-f662-4ae6-aa25-a011f441d5e0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:51.961745 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-22f27b48-f662-4ae6-aa25-a011f441d5e0 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.79 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0775640
Jul 09 16:04:52.079695 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Deleting port a71140f5-7079-4786-9400-5bdaa36c5997 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:52.079936 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:52.174383 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2606c1-623b-4e0c-bd87-02589387a825 req-5475c0cc-26bb-4c10-a87c-64b012a0ab47 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:52.175829 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1c2606c1-623b-4e0c-bd87-02589387a825 req-5475c0cc-26bb-4c10-a87c-64b012a0ab47 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.1800735
Jul 09 16:04:52.408759 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1c2606c1-623b-4e0c-bd87-02589387a825 req-9d3824d6-eaac-4e2f-9e39-ba6633840f7c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2222924
Jul 09 16:04:52.472530 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] For port a71140f5-7079-4786-9400-5bdaa36c5997, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=a71140f5-7079-4786-9400-5bdaa36c5997,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:52.472890 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:52.593127 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Calling delete_port for a71140f5-7079-4786-9400-5bdaa36c5997 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:52.669670 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f5aa6-dc2b-4583-be9e-e0a3bf80721e req-53577064-e096-4ab1-8451-cb756d21c091 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:52.671059 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eb7f5aa6-dc2b-4583-be9e-e0a3bf80721e req-53577064-e096-4ab1-8451-cb756d21c091 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 945 time: 0.0770028
Jul 09 16:04:52.719828 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-eb7f5aa6-dc2b-4583-be9e-e0a3bf80721e req-640aae80-eb25-458e-92fd-33fefe1140d6 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/security-groups?id=4165a321-74cf-4235-9924-2310fcdf6471&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419290
Jul 09 16:04:52.739776 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:52.746338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1b4963fc-8d88-4dd9-8752-e13a62f86601 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:52.788277 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event deleted for resources: {'Port': ['ID=a71140f5-7079-4786-9400-5bdaa36c5997,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:52.790989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:52.876900 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] No DVR routers for this DVR port a71140f5-7079-4786-9400-5bdaa36c5997 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:04:52.879336 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:52.882111 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-deleted', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:04:52.900207 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fb309dd7-4ae7-40fb-b88d-0ccabbc165a7 req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.79 "DELETE /v2.0/ports/a71140f5-7079-4786-9400-5bdaa36c5997 HTTP/1.1" status: 204  len: 173 time: 0.9300168
Jul 09 16:04:52.943775 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d61c8-cc3d-4e9d-aa41-10e294d005cf', 'name': 'network-vif-deleted', 'tag': 'a71140f5-7079-4786-9400-5bdaa36c5997', 'status': 'completed', 'code': 200}
Jul 09 16:04:53.628571 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fdcb8-77ff-4510-98e2-d17ba184a128 req-0826e908-3067-4d92-bcb1-6248d7abaf75 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:53.630044 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-533fdcb8-77ff-4510-98e2-d17ba184a128 req-0826e908-3067-4d92-bcb1-6248d7abaf75 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0812759
Jul 09 16:04:53.676417 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-533fdcb8-77ff-4510-98e2-d17ba184a128 req-384a3f36-0274-4e6e-9d56-1c3ee7a8c4c4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407987
Jul 09 16:04:53.900504 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3fa42bfc-e823-4ae0-8c94-a285c8bb5ee7 req-cdcf4e6e-a9b5-40ea-98ed-f2a7af115441 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "GET /v2.0/ports?device_id=d83d61c8-cc3d-4e9d-aa41-10e294d005cf HTTP/1.1" status: 200  len: 210 time: 0.0414970
Jul 09 16:04:54.889062 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5203866-19b7-48f5-9c88-47f5efc11427 req-31f102de-42b8-450a-a025-13b7af35cadf tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:54.890531 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a5203866-19b7-48f5-9c88-47f5efc11427 req-31f102de-42b8-450a-a025-13b7af35cadf tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0821307
Jul 09 16:04:54.936219 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a5203866-19b7-48f5-9c88-47f5efc11427 req-6cdb2b41-fd65-49e9-b8b2-7bb305781687 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400243
Jul 09 16:04:55.006098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49884) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:55.076304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:55.104806 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:55.166984 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:55.170846 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-db8b8c85-4648-4dc0-a9ef-2467dd3200b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:55.186284 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165a321-74cf-4235-9924-2310fcdf6471,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:55.189405 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:55.198349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:55.199510 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] 10.222.0.74 "DELETE /v2.0/security-groups/4165a321-74cf-4235-9924-2310fcdf6471 HTTP/1.1" status: 204  len: 168 time: 0.1924477
Jul 09 16:04:55.262285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49890) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:55.778274 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:56.125894 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:04:56.210547 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: a71140f5-7079-4786-9400-5bdaa36c5997 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:04:56.211282 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device a71140f5-7079-4786-9400-5bdaa36c5997 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:04:56.323763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b399f-88a3-4dca-89de-020f2201dec2 req-56956f61-76a9-4903-aa33-b584335f40ed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:56.325404 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-655b399f-88a3-4dca-89de-020f2201dec2 req-56956f61-76a9-4903-aa33-b584335f40ed tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0774012
Jul 09 16:04:56.373948 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-655b399f-88a3-4dca-89de-020f2201dec2 req-756add2b-2388-4187-bdaf-b422e89512bf tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421889
Jul 09 16:04:56.483651 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Deleting port 532b8006-4695-4280-bbf9-06805c9f775f {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:56.484212 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:56.659217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] For port 532b8006-4695-4280-bbf9-06805c9f775f, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=532b8006-4695-4280-bbf9-06805c9f775f,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:56.659487 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:56.779246 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Calling delete_port for 532b8006-4695-4280-bbf9-06805c9f775f owned by network:router_interface {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:56.951818 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:56.956737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b5eed867-3c0f-4226-907d-baf3c46298b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:56.995129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Pushing event deleted for resources: {'Port': ['ID=532b8006-4695-4280-bbf9-06805c9f775f,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:56.999060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:57.288633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:57.589259 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77208-c611-4996-b184-acb9c42f2d2f req-b4c0ef4a-6e4e-40ff-b621-abd5fc74a347 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:57.590742 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8ca77208-c611-4996-b184-acb9c42f2d2f req-b4c0ef4a-6e4e-40ff-b621-abd5fc74a347 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0779781
Jul 09 16:04:57.637330 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8ca77208-c611-4996-b184-acb9c42f2d2f req-1021e294-c23d-4c21-ab5b-dea4169d2452 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405095
Jul 09 16:04:57.962970 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Router f719e062-540c-435b-8c58-0a35888bc3fd has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:04:58.128972 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:04:58.169190 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:04:58.183138 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] 10.222.0.74 "PUT /v2.0/routers/f719e062-540c-435b-8c58-0a35888bc3fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9198804
Jul 09 16:04:58.185502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49908) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:58.201111 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Sync routers for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:04:58.237727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:58.238383 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a00>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:58.350882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:58.378950 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.428269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:04:58.499338 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:58.537936 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.579335 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.589190 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Deleting port 72cd5426-a64d-47c5-81e8-d35e73517403 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:04:58.589523 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.624226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:04:58.706938 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:58.717204 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.720771 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-7786d75d-05d2-41b0-b6b2-7833734a0953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:58.767903 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] For port 72cd5426-a64d-47c5-81e8-d35e73517403, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=72cd5426-a64d-47c5-81e8-d35e73517403,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:04:58.768301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:58.852473 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=6']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:58.870718 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.871126 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.871406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.871740 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.872074 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.872406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.872735 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.873062 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.873386 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.873710 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.874074 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:04:58.875489 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d796-1aeb-4816-8725-1f4ba5b6cad3 req-0644bece-572b-4111-a119-b1d8f992a74d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:04:58.878635 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d426d796-1aeb-4816-8725-1f4ba5b6cad3 req-0644bece-572b-4111-a119-b1d8f992a74d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 944 time: 0.0987513
Jul 09 16:04:58.879325 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:58.900931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Calling delete_port for 72cd5426-a64d-47c5-81e8-d35e73517403 owned by network:router_gateway {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:04:58.902991 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['e264fc5d-c851-4a6c-a56a-3328ce740921'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:04:58.961785 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d426d796-1aeb-4816-8725-1f4ba5b6cad3 req-00e2948f-7772-482b-9b60-ead37ea6cfea tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650711
Jul 09 16:04:58.970954 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a00>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T16:04:56Z', 'revision_number': 5, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port': {'id': '72cd5426-a64d-47c5-81e8-d35e73517403', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:24Z', 'updated_at': '2021-07-09T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:58.976948 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Checking router: f719e062-540c-435b-8c58-0a35888bc3fd for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:04:59.020452 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Routers {'f719e062-540c-435b-8c58-0a35888bc3fd'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:04:59.021077 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a00>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['f719e062-540c-435b-8c58-0a35888bc3fd'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:59.088307 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.091975 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d41ba7e8-e0f3-4fc5-8e33-8d0bcc45704a tempest-ServerRescueNegativeTestJSON-606940957 tempest-ServerRescueNegativeTestJSON-606940957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:04:59.137008 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72cd5426-a64d-47c5-81e8-d35e73517403,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:04:59.140380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:04:59.207763 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] Set router f719e062-540c-435b-8c58-0a35888bc3fd gateway port host: None {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:04:59.336584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aca0a00>, [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T16:04:58Z', 'revision_number': 6, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:04:59.343032 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592a7e9d-5490-4785-9d6b-59b3d10ff394 None None] The sync data for ids ['f719e062-540c-435b-8c58-0a35888bc3fd'] in dv-cinder-800228-1-iscsi is: [{'id': 'f719e062-540c-435b-8c58-0a35888bc3fd', 'name': 'tempest-TestShelveInstance-768740409-router', 'tenant_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:23Z', 'updated_at': '2021-07-09T16:04:58Z', 'revision_number': 6, 'project_id': '70c2f4d400ef464eb1a7dfa43e59568d', 'gw_port_host': None}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:04:59.471827 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.723074 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.727338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.754113 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.754654 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f719e062-540c-435b-8c58-0a35888bc3fd {{(pid=74300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:04:59.767724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.771376 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f719e062-540c-435b-8c58-0a35888bc3fd HTTP/1.1" status: 204  len: 168 time: 1.5849416
Jul 09 16:04:59.771520 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49916) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:04:59.830837 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Deleting subnet d6d4b9e2-d478-44c7-9533-4e8c7aca2444 {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:04:59.833826 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.887275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:04:59.999989 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.140506 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:05:00.218899 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port e264fc5d-c851-4a6c-a56a-3328ce740921 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:05:00.219545 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.222729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.228811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc0f26-edfa-4613-836b-321aea57792d req-33024150-70bd-4c4d-88df-eab0ed501ab5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:00.230308 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9cbc0f26-edfa-4613-836b-321aea57792d req-33024150-70bd-4c4d-88df-eab0ed501ab5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 944 time: 0.0977278
Jul 09 16:05:00.233928 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:00.285786 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d4b9e2-d478-44c7-9533-4e8c7aca2444,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:00.289080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:00.316594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.330724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49924) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:00.331345 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7da83d66-132b-4b81-b5fe-f5904381daf0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d6d4b9e2-d478-44c7-9533-4e8c7aca2444 HTTP/1.1" status: 204  len: 168 time: 0.5581772
Jul 09 16:05:00.332260 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace16fa-9775-424e-96cf-dd8fa84672be None None] Network 420c066c-2932-4f92-84ac-22b6b102633d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:05:00.336932 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9cbc0f26-edfa-4613-836b-321aea57792d req-99186940-c1d7-4312-906f-699c0b730c2a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740614
Jul 09 16:05:00.457900 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.468471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Deleting port 0b7fcda3-636f-4cbb-a7b4-06284514386c {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:00.468673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.475973 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.542536 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:05:00.584312 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:00.594963 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.598526 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:00.625688 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'code': 200}
Jul 09 16:05:00.672180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=7']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:00.676204 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:00.681180 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] For port 0b7fcda3-636f-4cbb-a7b4-06284514386c, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=0b7fcda3-636f-4cbb-a7b4-06284514386c,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:00.681542 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.741530 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] DHCP port deletion for 420c066c-2932-4f92-84ac-22b6b102633d request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:05:00.745892 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Deleting port 0b7fcda3-636f-4cbb-a7b4-06284514386c {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:00.746337 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.809037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Calling delete_port for 0b7fcda3-636f-4cbb-a7b4-06284514386c owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:00.885219 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:00.889577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5172ba76-b7eb-4ebb-a8d3-821de1bf857f tempest-VolumesActionsTest-802512509 tempest-VolumesActionsTest-802512509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:00.932483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7fcda3-636f-4cbb-a7b4-06284514386c,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:00.936445 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:00.940968 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] No DVR routers for this DVR port 0b7fcda3-636f-4cbb-a7b4-06284514386c on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:05:00.956881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] For port 0b7fcda3-636f-4cbb-a7b4-06284514386c, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=0b7fcda3-636f-4cbb-a7b4-06284514386c,segment=NetworkSegment(b809afe1-ca5a-4680-9256-6cde8e13e458),segment_id=b809afe1-ca5a-4680-9256-6cde8e13e458)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:00.957279 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.059955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.073449 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59ea6940>,) {'filters': {'network_id': ['420c066c-2932-4f92-84ac-22b6b102633d']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:01.078931 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Calling delete_port for 0b7fcda3-636f-4cbb-a7b4-06284514386c owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:01.086640 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59ea6940>, 'b809afe1-ca5a-4680-9256-6cde8e13e458') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:01.086947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59ea6940>, 'b809afe1-ca5a-4680-9256-6cde8e13e458') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:01.098974 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.116912 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.124380 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:05:01.124633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:05:01.140097 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:05:01.152302 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:05:01.152874 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:05:01.227020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.230861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:01.366983 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.369307 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 532b8006-4695-4280-bbf9-06805c9f775f no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:01.369730 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Pushing event deleted for resources: {'Network': ['ID=420c066c-2932-4f92-84ac-22b6b102633d,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:01.372350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:01.381320 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] 10.222.0.74 "DELETE /v2.0/networks/420c066c-2932-4f92-84ac-22b6b102633d HTTP/1.1" status: 204  len: 168 time: 1.0485971
Jul 09 16:05:01.384126 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49940) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:01.408964 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 532b8006-4695-4280-bbf9-06805c9f775f {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:01.409398 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 532b8006-4695-4280-bbf9-06805c9f775f not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:01.409888 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 72cd5426-a64d-47c5-81e8-d35e73517403 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:01.446682 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 72cd5426-a64d-47c5-81e8-d35e73517403 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:01.447045 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 72cd5426-a64d-47c5-81e8-d35e73517403 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:01.447472 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 0b7fcda3-636f-4cbb-a7b4-06284514386c no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:01.481221 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 0b7fcda3-636f-4cbb-a7b4-06284514386c {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:01.481729 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 0b7fcda3-636f-4cbb-a7b4-06284514386c not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:01.654222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Deleting port 0b7fcda3-636f-4cbb-a7b4-06284514386c {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:01.655640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:01.674788 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a023-4429-4f91-8d2e-ab9d4c767356 req-3877472a-2e8d-4e3f-812d-c12aa0d40ff3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:01.676398 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1712a023-4429-4f91-8d2e-ab9d4c767356 req-3877472a-2e8d-4e3f-812d-c12aa0d40ff3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.1261964
Jul 09 16:05:01.743529 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-e49778ef-edef-4851-828f-79dac3c34e74 None None] The port '0b7fcda3-636f-4cbb-a7b4-06284514386c' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:05:01.807771 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1712a023-4429-4f91-8d2e-ab9d4c767356 req-757afb8f-3062-4a3c-bbed-922a21fa8e5d tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213932
Jul 09 16:05:01.955604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:02.674734 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Deleting port 3ed71861-f2ad-4ae9-916e-3d83c28477e5 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:02.675399 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:02.892629 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] For port 3ed71861-f2ad-4ae9-916e-3d83c28477e5, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=3ed71861-f2ad-4ae9-916e-3d83c28477e5,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:02.893183 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:03.049199 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Calling delete_port for 3ed71861-f2ad-4ae9-916e-3d83c28477e5 owned by network:router_interface {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:03.313343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935538e-91e9-489d-be73-21bd2a8e56dc req-2a1568ca-854b-4e36-843b-d9ffde3fb6de tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:03.315007 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a935538e-91e9-489d-be73-21bd2a8e56dc req-2a1568ca-854b-4e36-843b-d9ffde3fb6de tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.3408482
Jul 09 16:05:03.418919 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a935538e-91e9-489d-be73-21bd2a8e56dc req-1e99ed69-220b-44ab-a0ae-a967725d123c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976059
Jul 09 16:05:03.457481 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:03.468344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f5983ebb-dfaa-4c77-9a04-3c53f7e0ff8e tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:03.536263 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed71861-f2ad-4ae9-916e-3d83c28477e5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:03.540905 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:03.901784 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:04.126824 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:05:04.534772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:05:04.985768 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c001b4-2b49-4683-818a-6c44338d3cff req-34871981-51e9-425a-bf36-9848f2fad75a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:04.987319 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9c001b4-2b49-4683-818a-6c44338d3cff req-34871981-51e9-425a-bf36-9848f2fad75a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.3298852
Jul 09 16:05:04.993891 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:05:05.003738 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Sync routers for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:05:05.017271 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:05:05.018393 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab0f340>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:05.062356 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] 10.222.0.74 "PUT /v2.0/routers/6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6767569
Jul 09 16:05:05.065087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 49964) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:05.082778 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9c001b4-2b49-4683-818a-6c44338d3cff req-dcaf3028-8dad-4c64-8cea-58e94a1149fb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831792
Jul 09 16:05:05.230941 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:05:05.311457 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks [] for router, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:05.575873 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:05.576199 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab0f340>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T16:05:03Z', 'revision_number': 5, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port': {'id': '5af0c8ec-e427-407b-b5f5-ec346f70df43', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:57:32Z', 'updated_at': '2021-07-09T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:05.584118 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Checking router: 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:05:05.589096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Deleting port 5af0c8ec-e427-407b-b5f5-ec346f70df43 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:05.589750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:05.600417 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Routers {'6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:05:05.601179 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab0f340>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:04:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:05.793217 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] Set router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:05:05.802181 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] For port 5af0c8ec-e427-407b-b5f5-ec346f70df43, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=5af0c8ec-e427-407b-b5f5-ec346f70df43,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:05.802821 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:05.940112 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Calling delete_port for 5af0c8ec-e427-407b-b5f5-ec346f70df43 owned by network:router_gateway {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:05.958893 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab0f340>, [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T16:05:05Z', 'revision_number': 6, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:05.971424 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00c70b-fbfb-4703-92ab-856e302226e7 None None] The sync data for ids ['6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f'] in dv-cinder-800228-1-iscsi is: [{'id': '6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f', 'name': 'tempest-TestShelveInstance-585744171-router', 'tenant_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:57:31Z', 'updated_at': '2021-07-09T16:05:05Z', 'revision_number': 6, 'project_id': 'ecfa290ed5f84ef9a6d02bb16cb70818', 'gw_port_host': None}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:05:06.148010 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.155412 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e812419d-8f13-45a8-ad0d-68a47a610099 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:06.211029 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5af0c8ec-e427-407b-b5f5-ec346f70df43,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:06.224132 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.224704 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.225261 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.225384 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.225872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.226087 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.226410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.226761 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.227109 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.227451 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.227791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:05:06.232416 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:06.363594 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3956de-2c18-496f-b074-46fa4cbb8425 req-5b63f283-600b-4195-a8af-0e5d12f478df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:06.366998 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2f3956de-2c18-496f-b074-46fa4cbb8425 req-5b63f283-600b-4195-a8af-0e5d12f478df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.1115274
Jul 09 16:05:06.428969 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2f3956de-2c18-496f-b074-46fa4cbb8425 req-8b89008e-8497-48ef-b760-4bfe3cfa43c9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563462
Jul 09 16:05:06.498764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.871841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.877013 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.905726 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.906337 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f {{(pid=74301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:05:06.923477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:06.926924 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] 10.222.0.74 "DELETE /v2.0/routers/6cfc136f-ef8f-4aae-9aa3-c6ad7bd6d92f HTTP/1.1" status: 204  len: 168 time: 1.8576529
Jul 09 16:05:06.927122 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49972) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:07.001287 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Deleting subnet 627256b9-a572-4524-9c77-fee2bc9a60ae {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:05:07.004441 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.061134 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.154676 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.231968 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.236925 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-55f8d2ec-1ad4-4deb-ae1f-a5ca625e5d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:07.275668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627256b9-a572-4524-9c77-fee2bc9a60ae,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:07.278965 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:07.280035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.287282 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786fb8b-3ca6-4749-95d8-2761cfc388ca None None] Network 423be998-d621-48ac-a3d7-14107a852932 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:05:07.288454 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-cf8c2703-34d7-4f7c-8509-78536889f9ac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/627256b9-a572-4524-9c77-fee2bc9a60ae HTTP/1.1" status: 204  len: 168 time: 0.3603017
Jul 09 16:05:07.291047 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49976) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:07.445582 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.461393 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Deleting port c19eb887-655a-47ec-a84c-44c3cfd2372d {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:07.461748 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.531148 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3ed71861-f2ad-4ae9-916e-3d83c28477e5 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:07.572233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 3ed71861-f2ad-4ae9-916e-3d83c28477e5 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:07.572963 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 3ed71861-f2ad-4ae9-916e-3d83c28477e5 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:07.573591 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 5af0c8ec-e427-407b-b5f5-ec346f70df43 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:07.662319 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 5af0c8ec-e427-407b-b5f5-ec346f70df43 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:07.662748 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 5af0c8ec-e427-407b-b5f5-ec346f70df43 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:07.767605 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] For port c19eb887-655a-47ec-a84c-44c3cfd2372d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c19eb887-655a-47ec-a84c-44c3cfd2372d,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:07.767956 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.779690 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] DHCP port deletion for 423be998-d621-48ac-a3d7-14107a852932 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:05:07.785772 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Deleting port c19eb887-655a-47ec-a84c-44c3cfd2372d {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:07.786456 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:07.903055 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Calling delete_port for c19eb887-655a-47ec-a84c-44c3cfd2372d owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:07.946245 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1df2-acc4-4dd5-8833-0d8bf1e49c34 req-82365f29-897c-448a-a3f0-2eac25f08391 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:07.947628 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4d1e1df2-acc4-4dd5-8833-0d8bf1e49c34 req-82365f29-897c-448a-a3f0-2eac25f08391 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.3374896
Jul 09 16:05:08.019684 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4d1e1df2-acc4-4dd5-8833-0d8bf1e49c34 req-fef65c3e-066e-4d89-8d0e-1d5c78ea7a97 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646303
Jul 09 16:05:08.034584 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.039452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:08.041873 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] For port c19eb887-655a-47ec-a84c-44c3cfd2372d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c19eb887-655a-47ec-a84c-44c3cfd2372d,segment=NetworkSegment(4a1e4465-1349-410c-b793-4576516ccda4),segment_id=4a1e4465-1349-410c-b793-4576516ccda4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:08.042295 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.088298 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19eb887-655a-47ec-a84c-44c3cfd2372d,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:08.093463 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:08.100191 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] No DVR routers for this DVR port c19eb887-655a-47ec-a84c-44c3cfd2372d on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:05:08.231286 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.234966 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Calling delete_port for c19eb887-655a-47ec-a84c-44c3cfd2372d owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:05:08.249356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a599972e0>,) {'filters': {'network_id': ['423be998-d621-48ac-a3d7-14107a852932']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:08.265703 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a599972e0>, '4a1e4465-1349-410c-b793-4576516ccda4') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:08.266044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a599972e0>, '4a1e4465-1349-410c-b793-4576516ccda4') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:05:08.281449 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.306833 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.318495 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:05:08.319629 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:05:08.320474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:05:08.320938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:05:08.335437 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:05:08.422250 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.428870 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.431967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:08.455454 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=423be998-d621-48ac-a3d7-14107a852932,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:08.458429 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:08.464400 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-f3b91a62-d78e-40f2-acc6-5e33e4b117b0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/423be998-d621-48ac-a3d7-14107a852932 HTTP/1.1" status: 204  len: 168 time: 1.1670723
Jul 09 16:05:08.638328 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49988) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:08.695289 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a12468a6-b914-42e0-b053-71add679342c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70c2f4d400ef464eb1a7dfa43e59568d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553768
Jul 09 16:05:08.697482 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 49992) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:08.769338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.797571 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.820912 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Deleting port c19eb887-655a-47ec-a84c-44c3cfd2372d {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:05:08.821803 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.896361 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.906657 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-46c27931-5b81-474d-8371-876a1ac6c36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:08.926696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-bb055c74-cc02-48f9-a3bd-0a30d38bd2cf None None] The port 'c19eb887-655a-47ec-a84c-44c3cfd2372d' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:05:08.928874 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab814bb8-c0e5-404a-a2ed-ebe694e07421,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:08.942216 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:08.944502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:08.946303 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab814bb8-c0e5-404a-a2ed-ebe694e07421 HTTP/1.1" status: 204  len: 168 time: 0.2475905
Jul 09 16:05:09.359741 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c19eb887-655a-47ec-a84c-44c3cfd2372d no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:09.397993 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: c19eb887-655a-47ec-a84c-44c3cfd2372d {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:05:09.399132 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c19eb887-655a-47ec-a84c-44c3cfd2372d not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:05:09.489652 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50006) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:09.551489 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-43f16620-ccec-4b29-8b15-d8a6edea0bd2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ecfa290ed5f84ef9a6d02bb16cb70818&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0599520
Jul 09 16:05:09.553675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50010) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:05:09.577097 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e2a75-e742-4267-89bd-d158d9566f2f req-cf87e636-6c02-4a88-bc18-698fe4d462f6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:09.578834 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2b0e2a75-e742-4267-89bd-d158d9566f2f req-cf87e636-6c02-4a88-bc18-698fe4d462f6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.2186232
Jul 09 16:05:09.622003 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:09.644914 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2b0e2a75-e742-4267-89bd-d158d9566f2f req-54dbcf9c-acf7-429a-a4e2-92f6cfa89014 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581102
Jul 09 16:05:09.652908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:09.724827 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:09.729255 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f437ee54-1fa2-4280-8019-88b2f1f7dea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:09.741788 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a5255-4629-4e6c-a14f-afaadc226331,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:09.745410 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:09.751955 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:09.767171 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/968a5255-4629-4e6c-a14f-afaadc226331 HTTP/1.1" status: 204  len: 168 time: 0.2122562
Jul 09 16:05:10.882738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcbb15-15d5-421d-81c0-84bff5e1675a req-e8d902d3-963a-4580-ab21-43b65eb23bca tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:10.885806 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8bbcbb15-15d5-421d-81c0-84bff5e1675a req-e8d902d3-963a-4580-ab21-43b65eb23bca tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.1055508
Jul 09 16:05:10.890262 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:10.943062 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8bbcbb15-15d5-421d-81c0-84bff5e1675a req-63045ea3-3df3-4df6-8624-4b926b9eaedb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495005
Jul 09 16:05:12.189686 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170df001-7768-4fca-aa52-efdc5e5fd105 req-42cadd4b-a596-4fc3-a32a-f6df17348f02 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:12.192433 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-170df001-7768-4fca-aa52-efdc5e5fd105 req-42cadd4b-a596-4fc3-a32a-f6df17348f02 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0853798
Jul 09 16:05:12.241128 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-170df001-7768-4fca-aa52-efdc5e5fd105 req-a807fe6b-e833-4dd8-a17c-e7d4fe31b6f3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439632
Jul 09 16:05:12.479541 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-402df830-ea6e-4bb3-a3cf-fbd9d806454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:12.892154 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:13.483075 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7d84d-ed8a-4e02-a066-8707acdddf83 req-ecb4ff54-fc7c-4818-ac21-5f3741306161 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:13.484728 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-64d7d84d-ed8a-4e02-a066-8707acdddf83 req-ecb4ff54-fc7c-4818-ac21-5f3741306161 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0839131
Jul 09 16:05:13.538115 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-64d7d84d-ed8a-4e02-a066-8707acdddf83 req-0963fce6-2157-4e62-b3ff-86cdd9ccd522 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468578
Jul 09 16:05:14.771267 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-902a5987-1a84-4767-aaa6-5c7ed6285fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:14.834925 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee0ee4-3bd2-4727-a760-44f52dd79fe0 req-cf4bb98f-572c-420e-a58c-1bebca077dbc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:14.836570 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59ee0ee4-3bd2-4727-a760-44f52dd79fe0 req-cf4bb98f-572c-420e-a58c-1bebca077dbc tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.1402733
Jul 09 16:05:14.839747 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-e2a3f208-65db-4b85-bcd5-0ec16e9066d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1098 time: 0.2997248
Jul 09 16:05:14.965969 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59ee0ee4-3bd2-4727-a760-44f52dd79fe0 req-a1b35592-9430-4706-b8c3-fd6203acdcb4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235919
Jul 09 16:05:15.007323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-8d417c64-6ec7-47d9-b232-c093736305b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:15.008783 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-8d417c64-6ec7-47d9-b232-c093736305b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1529138
Jul 09 16:05:15.114976 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-9d5d534f-684a-4c6d-a840-4ac69d7b4097 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 999 time: 0.0987396
Jul 09 16:05:15.177229 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-d763ec9f-714f-47cd-aa10-dce328a19db0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:15.178636 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-d763ec9f-714f-47cd-aa10-dce328a19db0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0563664
Jul 09 16:05:15.255578 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-1a28bcf5-02e9-4316-89a4-aa2acb8ddfdc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703013
Jul 09 16:05:15.267754 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-9b5f20ee-2ece-4279-9c60-dded8d0ee849 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 16:05:15.268671 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-9b5f20ee-2ece-4279-9c60-dded8d0ee849 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049195
Jul 09 16:05:15.399936 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-e13b2d6c-8542-4da3-92fb-c61ea74b3974 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248326
Jul 09 16:05:15.531484 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-964f7d59-9c0c-478f-9d1b-06a9f328084d req-54bfd82b-1c28-43d6-bdea-3f5810ca6b50 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235328
Jul 09 16:05:15.739673 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:16.176192 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ffa2a-9176-42ec-904d-de0ae71aa02f req-45ee9404-4c50-414f-939b-df8fc7ad96b8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:16.177564 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa5ffa2a-9176-42ec-904d-de0ae71aa02f req-45ee9404-4c50-414f-939b-df8fc7ad96b8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0768776
Jul 09 16:05:16.222101 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-aa5ffa2a-9176-42ec-904d-de0ae71aa02f req-97cd02f4-9b76-4867-b8ea-c620862129df tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390940
Jul 09 16:05:17.209255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:17.441343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206900a4-e92d-44ed-8de2-3393285611af req-894bb43c-01a5-4e16-be92-7609c4b05a50 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:17.442871 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-206900a4-e92d-44ed-8de2-3393285611af req-894bb43c-01a5-4e16-be92-7609c4b05a50 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 945 time: 0.0793984
Jul 09 16:05:17.490257 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-206900a4-e92d-44ed-8de2-3393285611af req-0f790a1d-5c56-4a2d-9123-877cb12cafe4 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419273
Jul 09 16:05:18.266937 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:18.379816 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:18.406287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:05:18.416195 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:18.420243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:18.422038 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:18.487984 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=8']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:18.491163 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:18.613890 dv-cinder-800228-1-iscsi neutron-server[74302]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'code': 422} returned with failed status
Jul 09 16:05:18.707284 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e064b7-b8ff-4302-b072-2daa11e56b40 req-026dcc23-fcfc-44f2-8766-05cd2839eed8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:18.708726 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3e064b7-b8ff-4302-b072-2daa11e56b40 req-026dcc23-fcfc-44f2-8766-05cd2839eed8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0771008
Jul 09 16:05:18.753927 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-d3e064b7-b8ff-4302-b072-2daa11e56b40 req-c570c08e-3f76-4808-a48f-92fc71bb07dd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398452
Jul 09 16:05:20.169196 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9650f200-3a1d-4bbf-8108-70ec0efb7d6c req-6f22091b-1db8-407d-bc72-163d0c4535af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1434331
Jul 09 16:05:20.425018 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-3916c8bc-3005-48c1-86b3-b3bd59096bdf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0703294
Jul 09 16:05:20.432350 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7a14f-46da-4c84-8276-f784c9542472 req-bde6d368-d636-4ec3-b8f3-f7cdc7d703f2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:20.433809 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9da7a14f-46da-4c84-8276-f784c9542472 req-bde6d368-d636-4ec3-b8f3-f7cdc7d703f2 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0769632
Jul 09 16:05:20.487060 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-9da7a14f-46da-4c84-8276-f784c9542472 req-7249ba37-2d21-4d90-a5e7-47ceb5934d0e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474851
Jul 09 16:05:21.205708 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-adeb6276-0e9d-43fa-88bd-ddc907735272 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38&tenant_id=a3a7aa4308c24ea180eb1460f6e9c743 HTTP/1.1" status: 200  len: 1096 time: 0.0681264
Jul 09 16:05:21.308441 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-9a57bf06-bda4-4d5f-a98d-02ddc33b8de0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1096 time: 0.0676999
Jul 09 16:05:21.533233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673f50d-7279-42a8-a83c-77154333445f req-367ebd56-c76f-485d-9cd3-753d260dc2ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:21.534748 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-367ebd56-c76f-485d-9cd3-753d260dc2ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.2166982
Jul 09 16:05:21.687889 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-081239b1-0b12-4e76-96bd-502894de4e53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 997 time: 0.1456125
Jul 09 16:05:21.762502 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35d00-2bae-4ad3-ab0f-2136fa096b62 req-968bc2f9-b37c-4895-a3eb-425edf888779 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:21.763911 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96f35d00-2bae-4ad3-ab0f-2136fa096b62 req-968bc2f9-b37c-4895-a3eb-425edf888779 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.1400559
Jul 09 16:05:21.767406 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673f50d-7279-42a8-a83c-77154333445f req-959b5373-d887-4ea7-9423-4558d3cabf38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:21.768734 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-959b5373-d887-4ea7-9423-4558d3cabf38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0731788
Jul 09 16:05:21.862817 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-96f35d00-2bae-4ad3-ab0f-2136fa096b62 req-e8419b65-358b-4aa0-a390-9fc431281b25 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925801
Jul 09 16:05:21.879237 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-b0945104-0f69-4e6b-8782-16faeb95099b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946765
Jul 09 16:05:22.015457 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-1cd8f273-a278-49aa-8a90-6035d5879104 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290798
Jul 09 16:05:22.149777 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-128d6943-4768-42ca-834c-2377dc90ec08 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274161
Jul 09 16:05:22.302046 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:05:23.085195 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b63c3-7e2e-4929-b69b-16799db191e7 req-7d5c26e9-074b-4f95-83be-1d21bc0bfc70 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:23.086685 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-048b63c3-7e2e-4929-b69b-16799db191e7 req-7d5c26e9-074b-4f95-83be-1d21bc0bfc70 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0871670
Jul 09 16:05:23.134507 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-048b63c3-7e2e-4929-b69b-16799db191e7 req-933f5103-d06d-4132-b2ab-8c000b30e8be tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422037
Jul 09 16:05:24.370967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eadec-42c2-471f-8aaa-d92f9d710ffa req-0121664e-19c6-471b-ac5a-4466719fc1c3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:24.372620 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-776eadec-42c2-471f-8aaa-d92f9d710ffa req-0121664e-19c6-471b-ac5a-4466719fc1c3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0860131
Jul 09 16:05:24.425632 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-776eadec-42c2-471f-8aaa-d92f9d710ffa req-b5e771f4-1a7e-4b6f-b3ab-ae53ffb03d0a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462406
Jul 09 16:05:25.639641 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71560248-3e72-4c2d-a75e-8955a8321188 req-767affcc-61e9-456e-a1c4-b28821a4b432 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:25.641082 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71560248-3e72-4c2d-a75e-8955a8321188 req-767affcc-61e9-456e-a1c4-b28821a4b432 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0798199
Jul 09 16:05:25.693024 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71560248-3e72-4c2d-a75e-8955a8321188 req-88fc9def-b526-4143-a315-36486d1a515b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463831
Jul 09 16:05:26.925802 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6db43d-3613-4472-8367-09cac1d327ff req-e0c41ffc-d8e0-4cd3-bfb6-0d55ae2e2068 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:26.928507 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0d6db43d-3613-4472-8367-09cac1d327ff req-e0c41ffc-d8e0-4cd3-bfb6-0d55ae2e2068 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0916393
Jul 09 16:05:26.974099 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0d6db43d-3613-4472-8367-09cac1d327ff req-4f89cab7-0d8d-4d6a-9af3-804c6c791b93 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412691
Jul 09 16:05:28.199704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382ac3-2aa8-440c-b810-0b2d94537f3e req-9671c669-716f-4adb-a334-8a35f637b18a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:28.201181 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-56382ac3-2aa8-440c-b810-0b2d94537f3e req-9671c669-716f-4adb-a334-8a35f637b18a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0849192
Jul 09 16:05:28.250083 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-56382ac3-2aa8-440c-b810-0b2d94537f3e req-339b7c22-b284-4d7b-969c-6dafc61f1b55 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424953
Jul 09 16:05:29.468020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fbaf8-1f37-4d2c-9ab0-9f61c1de547b req-97fb61ee-d627-4a8e-a2a7-a45570a8d20c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:29.469470 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf1fbaf8-1f37-4d2c-9ab0-9f61c1de547b req-97fb61ee-d627-4a8e-a2a7-a45570a8d20c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0789921
Jul 09 16:05:29.516780 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf1fbaf8-1f37-4d2c-9ab0-9f61c1de547b req-ca50773b-f83a-499c-a885-90c338e985c5 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402482
Jul 09 16:05:30.747865 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497dd71-c4f5-4558-966e-6d7ced7fee15 req-f4f01e60-b48c-4229-bfed-1e6bf7f772d9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:30.749324 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2497dd71-c4f5-4558-966e-6d7ced7fee15 req-f4f01e60-b48c-4229-bfed-1e6bf7f772d9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0893490
Jul 09 16:05:30.797235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2497dd71-c4f5-4558-966e-6d7ced7fee15 req-0a9f9402-3130-48c1-afcc-b574759048cb tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420556
Jul 09 16:05:32.024069 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f049-ca15-4fa5-a054-56e6bc6250e2 req-ad6c8cc8-cf74-42bd-987f-607e8fd622ff tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:32.025542 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2387f049-ca15-4fa5-a054-56e6bc6250e2 req-ad6c8cc8-cf74-42bd-987f-607e8fd622ff tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0805445
Jul 09 16:05:32.080352 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-2387f049-ca15-4fa5-a054-56e6bc6250e2 req-5ee86dce-4c2e-42b4-866e-0de473cc802a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491831
Jul 09 16:05:33.297351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853453c-0763-430e-a048-5578b465f80c req-ad97df24-a062-4fad-a6e8-380928b4da87 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:33.298835 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6853453c-0763-430e-a048-5578b465f80c req-ad97df24-a062-4fad-a6e8-380928b4da87 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0783772
Jul 09 16:05:33.346844 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6853453c-0763-430e-a048-5578b465f80c req-0269af44-e356-448f-8013-61bad2d5ab42 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419390
Jul 09 16:05:34.570256 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bc956-445f-40ca-a945-12780154890f req-c3b71e87-3fc5-4805-a514-108af6dba329 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:34.571720 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bc956-445f-40ca-a945-12780154890f req-c3b71e87-3fc5-4805-a514-108af6dba329 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0842037
Jul 09 16:05:34.709288 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bc956-445f-40ca-a945-12780154890f req-2a50d4d2-1e64-4c83-9a89-d31007219f76 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321232
Jul 09 16:05:35.924270 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c322-670c-4cc1-a3a5-a9806ad9e508 req-40244357-d698-423d-a3ec-a89a2f59b73f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:35.926336 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71a6c322-670c-4cc1-a3a5-a9806ad9e508 req-40244357-d698-423d-a3ec-a89a2f59b73f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0774639
Jul 09 16:05:35.970721 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-71a6c322-670c-4cc1-a3a5-a9806ad9e508 req-41074498-dbb5-4ab0-93b1-f5b426adc68a tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390382
Jul 09 16:05:37.179311 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e09f6-7669-4dcb-bb7f-a736fa2bf449 req-aa56462a-f39a-4c39-a87e-542bc1201c02 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:37.180654 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-914e09f6-7669-4dcb-bb7f-a736fa2bf449 req-aa56462a-f39a-4c39-a87e-542bc1201c02 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0783288
Jul 09 16:05:37.225574 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-914e09f6-7669-4dcb-bb7f-a736fa2bf449 req-37e2a7c5-d477-409c-bc88-894692d6efab tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395465
Jul 09 16:05:38.434621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa85cff-ca59-4237-a757-ac354c4c3603 req-edf3a240-2589-4086-977e-877926c3c672 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:38.436047 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6fa85cff-ca59-4237-a757-ac354c4c3603 req-edf3a240-2589-4086-977e-877926c3c672 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0758314
Jul 09 16:05:38.484444 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6fa85cff-ca59-4237-a757-ac354c4c3603 req-3c320a7d-8bf3-47a4-8d24-2523c84c9ffd tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419626
Jul 09 16:05:39.696986 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503ef7-5a2d-4d10-9f9d-ba7c10be9346 req-2c06f083-fa5f-4bb5-8ab9-485b2c0a5ac8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:39.698460 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fd503ef7-5a2d-4d10-9f9d-ba7c10be9346 req-2c06f083-fa5f-4bb5-8ab9-485b2c0a5ac8 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0780256
Jul 09 16:05:39.743812 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fd503ef7-5a2d-4d10-9f9d-ba7c10be9346 req-1aab3020-c1ed-4de2-b5cf-37ddf8c1f901 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398533
Jul 09 16:05:40.897205 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:40.959522 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4774af9-b81f-4828-af65-b5b712fb629b req-7df49d9f-2056-4e8a-a7be-5fb525ecd3a7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:40.961090 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a4774af9-b81f-4828-af65-b5b712fb629b req-7df49d9f-2056-4e8a-a7be-5fb525ecd3a7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0817800
Jul 09 16:05:41.005173 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a4774af9-b81f-4828-af65-b5b712fb629b req-6dd985a6-7229-46c3-b2e8-94ce8439c27f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387523
Jul 09 16:05:41.127076 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:05:42.212266 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255105-68c2-4130-9e07-0edf678f7bc5 req-0ee57b8c-a5ca-4bc0-80c4-4494c39d5fa7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:42.213712 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-73255105-68c2-4130-9e07-0edf678f7bc5 req-0ee57b8c-a5ca-4bc0-80c4-4494c39d5fa7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 943 time: 0.0770433
Jul 09 16:05:42.258785 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-73255105-68c2-4130-9e07-0edf678f7bc5 req-59cf86cb-bf00-430e-babb-17357a6a7bf7 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396395
Jul 09 16:05:42.437518 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:05:42.546384 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c066baca-90f9-424c-8569-2310a8e17997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:42.619104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:42.639367 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'port_id': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'mac_address': 'fa:16:3e:41:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:05:42.691972 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:42.709361 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:05:42.723826 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:42.727598 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:42.729279 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:42.791077 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=9']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:42.794344 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:42.885651 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:43.150153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['e264fc5d-c851-4a6c-a56a-3328ce740921'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:05:43.473552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80b743-39bf-4c5d-aced-ab064adc5d8e req-5d2f63b1-d28b-45e0-be66-f8f32f3f16b3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:43.475028 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6c80b743-39bf-4c5d-aced-ab064adc5d8e req-5d2f63b1-d28b-45e0-be66-f8f32f3f16b3 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 944 time: 0.0799484
Jul 09 16:05:43.519693 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6c80b743-39bf-4c5d-aced-ab064adc5d8e req-e31cffda-9261-4e32-bdb7-128be18d9c83 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391810
Jul 09 16:05:44.425539 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:05:44.495097 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port e264fc5d-c851-4a6c-a56a-3328ce740921 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:05:44.495475 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:44.613910 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:44.641076 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:05:44.651375 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:05:44.656067 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:44.659028 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:05:44.711430 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'code': 200}
Jul 09 16:05:44.732879 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=10']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:05:44.733357 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29af3b-a2a9-48c3-b606-3ae7cbed12d2 req-0268192c-4d9b-45d3-af54-0f9f80694a2c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:44.735200 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1e29af3b-a2a9-48c3-b606-3ae7cbed12d2 req-0268192c-4d9b-45d3-af54-0f9f80694a2c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0787075
Jul 09 16:05:44.736177 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:05:44.775935 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5723800b-edf2-488a-ada6-82b8da688cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:44.789263 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1e29af3b-a2a9-48c3-b606-3ae7cbed12d2 req-dc504c28-7049-442c-86d9-55f9599ab311 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473354
Jul 09 16:05:44.989746 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-74f9aa25-7af5-456c-8930-351e8d3f64f4 req-f3e2f57c-a291-4f90-8391-fc35c73654e6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1099 time: 0.0682969
Jul 09 16:05:45.031035 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-74f9aa25-7af5-456c-8930-351e8d3f64f4 req-a82aef11-386d-4d12-9718-784f3c502ec5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353734
Jul 09 16:05:45.742210 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:46.005159 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2191b-2251-406f-975d-16e5a7a56db0 req-96625d97-462f-4410-949a-801a1ddd16fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:46.006595 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-91d2191b-2251-406f-975d-16e5a7a56db0 req-96625d97-462f-4410-949a-801a1ddd16fe tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0789578
Jul 09 16:05:46.051884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-91d2191b-2251-406f-975d-16e5a7a56db0 req-b9aff652-5f65-4247-b68f-5cd44cb0e496 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399265
Jul 09 16:05:47.211230 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:05:47.268189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e23d-3e1f-41d8-a16c-883a96050909 req-36d5dbee-ae2c-4bb9-bfb6-46131d8f0395 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:47.270213 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ed4e23d-3e1f-41d8-a16c-883a96050909 req-36d5dbee-ae2c-4bb9-bfb6-46131d8f0395 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0800591
Jul 09 16:05:47.317130 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0ed4e23d-3e1f-41d8-a16c-883a96050909 req-e13a114a-6510-43cf-907a-a261824090a6 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407326
Jul 09 16:05:48.451711 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-7c555b16-ba4c-4155-9759-4f2d1f5be6d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708349
Jul 09 16:05:48.555554 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-861dd894-7f4a-41bd-bd07-c050f66f1cd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1099 time: 0.0685563
Jul 09 16:05:48.701330 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-6cbcbcae-84b2-4cf7-aa81-579f6e85fe17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:48.702877 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-6cbcbcae-84b2-4cf7-aa81-579f6e85fe17 service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1260259
Jul 09 16:05:48.807578 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-1a354b96-266a-4423-88a6-57a0246df6cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 999 time: 0.0968451
Jul 09 16:05:48.872847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-c71904f6-1ca9-46f0-9601-098ed39a345b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:05:48.874426 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-c71904f6-1ca9-46f0-9601-098ed39a345b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0594873
Jul 09 16:05:48.959807 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-ac3e7bee-1355-432f-a253-c1fc45d9932b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786655
Jul 09 16:05:49.244720 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-ee5145d5-ab91-4788-af64-ac7e45c59d3a service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076571
Jul 09 16:05:49.392657 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-4364c92e-f91a-4ad7-80f8-73722c4e5139 req-26510a5e-9d61-4e27-8754-4c87b6b8b018 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399233
Jul 09 16:06:10.911564 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:12.471351 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-660e3b7f-eb0b-4461-808a-33879c9582df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:12.887818 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:14.778742 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-4fb5e864-932b-4f7b-86ef-cac9a1b28421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:15.744547 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:17.214287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:18.126838 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:06:21.068817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82301e0-610f-4a7f-b114-ba4da9152fe2 req-78450b0a-de60-40eb-80f9-5a5e4e6fd42e tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:21.070231 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e82301e0-610f-4a7f-b114-ba4da9152fe2 req-78450b0a-de60-40eb-80f9-5a5e4e6fd42e tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0769138
Jul 09 16:06:21.115118 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e82301e0-610f-4a7f-b114-ba4da9152fe2 req-2fff118d-76bb-4dc0-8383-7b020ab0908b tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392952
Jul 09 16:06:22.326643 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12e5d-d724-4feb-abf7-88b296de0d38 req-7da53932-c7e1-4c69-ab11-e25de33ab0d5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:22.328069 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-36a12e5d-d724-4feb-abf7-88b296de0d38 req-7da53932-c7e1-4c69-ab11-e25de33ab0d5 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0801718
Jul 09 16:06:22.373603 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-36a12e5d-d724-4feb-abf7-88b296de0d38 req-6ce7f29d-3b5b-4a73-92dd-31381c0685a2 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400672
Jul 09 16:06:23.190733 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-ad8ef01c-386a-4997-9d79-53f936422f01 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:23.192161 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-ad8ef01c-386a-4997-9d79-53f936422f01 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.0806048
Jul 09 16:06:23.262973 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Deleting port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:23.263321 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:23.551698 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] For port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:23.551959 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:23.667372 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34059817-9404-4ca7-9c67-75c1e6e37bed req-9fe6872a-cf62-413c-86c8-d0cfd8788b5a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:23.668812 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-34059817-9404-4ca7-9c67-75c1e6e37bed req-9fe6872a-cf62-413c-86c8-d0cfd8788b5a tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 946 time: 0.1743710
Jul 09 16:06:23.856537 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-34059817-9404-4ca7-9c67-75c1e6e37bed req-5241e292-b947-4990-9735-f64b7adf8aa7 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups?id=7b655ba4-cb13-4cc5-95ee-4509f5e09a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381495
Jul 09 16:06:23.886334 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:23.886711 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:23.887023 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Floating IP ec352c40-7463-48d5-a758-52107d6000f6 disassociated. External IP: 172.27.2.37, port: e536fd85-3303-447a-a4cd-d5ddf2fdc6f7.
Jul 09 16:06:23.887374 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Calling delete_port for e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:24.026805 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:24.032167 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60c16ce7-2e44-46bf-808c-03ddaee39b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:24.073947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'Port': ['ID=e536fd85-3303-447a-a4cd-d5ddf2fdc6f7,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:24.085394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.085775 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.086178 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.086546 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.086927 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.087275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.087633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.089257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.089257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.089257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.089648 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:24.095572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:24.301816 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:06:24.612666 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:06:24.624040 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:06:24.636765 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:24.637387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0f3d60>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:24.688679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] No DVR routers for this DVR port e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:06:24.691168 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:24.693874 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'name': 'network-vif-deleted', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:06:24.712251 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f3c95437-5ad1-45b5-8631-485a20b8bd82 req-422ddb0e-9800-48f6-8144-6096e6df9267 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.79 "DELETE /v2.0/ports/e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 HTTP/1.1" status: 204  len: 173 time: 1.5132573
Jul 09 16:06:24.854942 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:24.855237 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92f9b1-1ac2-423f-9f57-7d607e80cbe9', 'name': 'network-vif-deleted', 'tag': 'e536fd85-3303-447a-a4cd-d5ddf2fdc6f7', 'status': 'completed', 'code': 200}
Jul 09 16:06:25.031482 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-0dff30c1-cb86-4a4c-b440-bfbed538ab72 req-6fb4c246-331f-4e38-aea4-33b8c3cc33bd tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Synchronizing usage tracker for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:06:25.046856 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-0dff30c1-cb86-4a4c-b440-bfbed538ab72 req-6fb4c246-331f-4e38-aea4-33b8c3cc33bd tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Unset dirty status for tenant:1a23131f038c45cb895e1650c60c45c5 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:06:25.047902 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0dff30c1-cb86-4a4c-b440-bfbed538ab72 req-6fb4c246-331f-4e38-aea4-33b8c3cc33bd tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd92f9b1-1ac2-423f-9f57-7d607e80cbe9 HTTP/1.1" status: 200  len: 210 time: 0.0572934
Jul 09 16:06:25.164261 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0f3d60>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:25.168221 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:06:25.178949 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:25.179560 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0f3d60>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:25.373429 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:25.680337 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b0f3d60>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:25.684929 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9c093-696c-4712-af9d-d3f0fe449bd7 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T15:56:09Z', 'revision_number': 4, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'bf78efce-579a-4d93-b2c4-ea713b70293c', 'name': '', 'network_id': '24c9b239-ddcf-408d-bb92-b7c42df4b460', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'mac_address': 'fa:16:3e:0e:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:08Z', 'updated_at': '2021-07-09T15:56:17Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'subnets': [{'id': 'd6f5863a-cd11-443a-a049-330b126e5c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:06:25.898544 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac84836-dca9-4df0-b281-9b9b13001333 None None] New status for floating IP ec352c40-7463-48d5-a758-52107d6000f6: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:06:26.192508 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50374) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:26.256154 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.283569 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.337560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.342132 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7b2909ce-ad2d-4f0d-8d23-731789a92832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:26.356650 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b655ba4-cb13-4cc5-95ee-4509f5e09a41,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:26.369509 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.369875 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.370256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.370602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.370945 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.371287 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.371633 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.371972 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.372313 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.372649 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.372982 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:26.376040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:26.380977 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.382300 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "DELETE /v2.0/security-groups/7b655ba4-cb13-4cc5-95ee-4509f5e09a41 HTTP/1.1" status: 204  len: 168 time: 0.1887798
Jul 09 16:06:26.385538 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50378) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:26.402966 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.api.v2.resource [None req-5e32b8d5-9c30-4549-8140-7fdde7725271 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] show failed (client error): The resource could not be found.
Jul 09 16:06:26.404152 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5e32b8d5-9c30-4549-8140-7fdde7725271 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "GET /v2.0/security-groups/7b655ba4-cb13-4cc5-95ee-4509f5e09a41 HTTP/1.1" status: 404  len: 347 time: 0.0174549
Jul 09 16:06:26.406668 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50382) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:26.559170 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Deleting port bf84d7f0-a39f-4d99-8446-8c562a8909e5 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:26.559512 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.655112 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:06:26.689490 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:06:26.690239 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e536fd85-3303-447a-a4cd-d5ddf2fdc6f7 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:06:26.723243 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.723562 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.842189 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Calling delete_port for bf84d7f0-a39f-4d99-8446-8c562a8909e5 owned by network:floatingip {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:26.979149 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:26.983475 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1e2cee20-9302-42a8-892a-6ce9e1a74148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:27.027128 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Pushing event deleted for resources: {'Port': ['ID=bf84d7f0-a39f-4d99-8446-8c562a8909e5,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:27.029557 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:27.193322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks [] for floatingip, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:27.210942 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:27.212124 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] 10.222.0.74 "DELETE /v2.0/floatingips/ec352c40-7463-48d5-a758-52107d6000f6 HTTP/1.1" status: 204  len: 168 time: 0.8045874
Jul 09 16:06:31.232043 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50414) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:31.745708 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:32.319225 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Deleting port bf78efce-579a-4d93-b2c4-ea713b70293c {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:32.319936 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:32.485383 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] For port bf78efce-579a-4d93-b2c4-ea713b70293c, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bf78efce-579a-4d93-b2c4-ea713b70293c,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:32.485734 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:32.603924 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Calling delete_port for bf78efce-579a-4d93-b2c4-ea713b70293c owned by network:router_interface {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:32.865120 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:32.868620 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e6e36b1-e053-4908-ae0d-e373070d870f tempest-AttachVolumeNegativeTest-1971051981 tempest-AttachVolumeNegativeTest-1971051981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:32.911129 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf78efce-579a-4d93-b2c4-ea713b70293c,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:32.914526 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:33.194146 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:33.758769 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Router 513c3962-3fa1-479a-bbe6-03011492dc1b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:06:33.956053 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:06:33.965121 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Sync routers for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:06:33.970393 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] 10.222.0.74 "PUT /v2.0/routers/513c3962-3fa1-479a-bbe6-03011492dc1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7369719
Jul 09 16:06:33.972583 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50420) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:33.977825 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:33.978478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5afb3280>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:34.173830 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:34.201658 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks [] for router, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:34.502390 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:34.504050 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5afb3280>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T16:06:32Z', 'revision_number': 5, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port': {'id': '99ed0633-9c20-469d-b1d1-4310bcaac0f8', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:56:04Z', 'updated_at': '2021-07-09T15:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:34.507821 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Checking router: 513c3962-3fa1-479a-bbe6-03011492dc1b for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:06:34.511982 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Deleting port 99ed0633-9c20-469d-b1d1-4310bcaac0f8 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:34.512314 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:34.520114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Routers {'513c3962-3fa1-479a-bbe6-03011492dc1b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:34.520727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5afb3280>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['513c3962-3fa1-479a-bbe6-03011492dc1b'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:34.671783 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] Set router 513c3962-3fa1-479a-bbe6-03011492dc1b gateway port host: None {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:34.687449 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] For port 99ed0633-9c20-469d-b1d1-4310bcaac0f8, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=99ed0633-9c20-469d-b1d1-4310bcaac0f8,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:34.687804 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:34.777679 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5afb3280>, [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T16:06:34Z', 'revision_number': 6, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:34.781729 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef03bb-2510-482c-bb3d-e0d40fd84745 None None] The sync data for ids ['513c3962-3fa1-479a-bbe6-03011492dc1b'] in dv-cinder-800228-1-iscsi is: [{'id': '513c3962-3fa1-479a-bbe6-03011492dc1b', 'name': 'tempest-AttachVolumeTestJSON-775703866-router', 'tenant_id': '1a23131f038c45cb895e1650c60c45c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:56:02Z', 'updated_at': '2021-07-09T16:06:34Z', 'revision_number': 6, 'project_id': '1a23131f038c45cb895e1650c60c45c5', 'gw_port_host': None}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:06:34.806578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Calling delete_port for 99ed0633-9c20-469d-b1d1-4310bcaac0f8 owned by network:router_gateway {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:34.968579 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:34.972055 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bd374f2-cf15-4a21-b37a-f368945de18c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:35.012056 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ed0633-9c20-469d-b1d1-4310bcaac0f8,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:35.016590 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:35.232883 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.493084 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.497730 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.523071 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.524015 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513c3962-3fa1-479a-bbe6-03011492dc1b {{(pid=74301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:06:35.539312 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.540456 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-bde2ebdd-8ad1-4c0b-9ae8-8d50f3370e64 admin admin] 10.222.0.74 "DELETE /v2.0/routers/513c3962-3fa1-479a-bbe6-03011492dc1b HTTP/1.1" status: 204  len: 168 time: 1.5669847
Jul 09 16:06:35.542889 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50424) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:35.584334 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bf78efce-579a-4d93-b2c4-ea713b70293c no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:06:35.619354 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: bf78efce-579a-4d93-b2c4-ea713b70293c {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:06:35.619707 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bf78efce-579a-4d93-b2c4-ea713b70293c not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:06:35.620138 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 99ed0633-9c20-469d-b1d1-4310bcaac0f8 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:06:35.652683 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 99ed0633-9c20-469d-b1d1-4310bcaac0f8 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:06:35.653042 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 99ed0633-9c20-469d-b1d1-4310bcaac0f8 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:06:35.702961 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Deleting subnet d6f5863a-cd11-443a-a049-330b126e5c87 {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:06:35.716659 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.780496 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.864652 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.933030 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.936786 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-34b3662c-c295-4108-9ab6-a7bac72f984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:35.970272 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f5863a-cd11-443a-a049-330b126e5c87,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:35.973636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:35.976866 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:35.982254 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5a3ed-0834-427d-9708-bb69ae1646bc None None] Network 24c9b239-ddcf-408d-bb92-b7c42df4b460 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:06:35.982881 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a61b2a64-43a7-4a93-8d31-ac5c5fcee9fb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d6f5863a-cd11-443a-a049-330b126e5c87 HTTP/1.1" status: 204  len: 168 time: 0.4390156
Jul 09 16:06:35.985274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50428) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:36.100250 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.110759 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Deleting port bd3adc75-e3b2-46e2-ab1d-30b7845584ec {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:36.111091 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.225708 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] DHCP port deletion for 24c9b239-ddcf-408d-bb92-b7c42df4b460 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:06:36.230296 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Deleting port bd3adc75-e3b2-46e2-ab1d-30b7845584ec {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:36.230679 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.315869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] For port bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:36.316228 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.432165 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] For port bd3adc75-e3b2-46e2-ab1d-30b7845584ec, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,segment=NetworkSegment(9de6963d-4806-429d-b040-520d9ca08515),segment_id=9de6963d-4806-429d-b040-520d9ca08515)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:36.432474 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.442114 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Calling delete_port for bd3adc75-e3b2-46e2-ab1d-30b7845584ec owned by network:dhcp {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:36.514559 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.518080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8dfa43b7-6aca-4e73-8328-d7820dfccd78 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:36.554000 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Calling delete_port for bd3adc75-e3b2-46e2-ab1d-30b7845584ec owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:36.558435 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3adc75-e3b2-46e2-ab1d-30b7845584ec,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:36.563043 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:36.567685 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] No DVR routers for this DVR port bd3adc75-e3b2-46e2-ab1d-30b7845584ec on host dv-cinder-800228-1-iscsi {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:06:36.623594 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:06:36.624232 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:06:36.681335 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.695846 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab11850>,) {'filters': {'network_id': ['24c9b239-ddcf-408d-bb92-b7c42df4b460']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:36.708617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab11850>, '9de6963d-4806-429d-b040-520d9ca08515') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:36.708905 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5ab11850>, '9de6963d-4806-429d-b040-520d9ca08515') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:36.720218 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.736323 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.742632 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:06:36.743050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:06:36.756592 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:06:36.832106 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.835982 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-674289e4-2430-450d-baee-3cbddeb7d306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:36.849268 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:36.862552 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c9b239-ddcf-408d-bb92-b7c42df4b460,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:36.865696 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:36.876792 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/24c9b239-ddcf-408d-bb92-b7c42df4b460 HTTP/1.1" status: 204  len: 168 time: 0.8905797
Jul 09 16:06:37.048500 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50434) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:37.101346 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-835627d5-8640-4954-94eb-00e3114efece admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1a23131f038c45cb895e1650c60c45c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0516298
Jul 09 16:06:37.104119 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50438) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:37.125022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Deleting port bd3adc75-e3b2-46e2-ab1d-30b7845584ec {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:37.125517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:37.166138 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:37.189392 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-27ffe104-6a31-4e4c-9f73-2fabbf1bad9a None None] The port 'bd3adc75-e3b2-46e2-ab1d-30b7845584ec' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:06:37.191499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:37.243952 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:37.249009 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b9dcebc8-c431-4fe5-9e5d-6124364b8496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:37.263372 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f461b-1128-4301-83bb-03abbf48df8a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:37.266908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:37.272654 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:37.273382 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c3f49135-bb14-40e4-b047-fc1d439f2135 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b30f461b-1128-4301-83bb-03abbf48df8a HTTP/1.1" status: 204  len: 168 time: 0.1682107
Jul 09 16:06:37.379300 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bd3adc75-e3b2-46e2-ab1d-30b7845584ec no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:06:37.413439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: bd3adc75-e3b2-46e2-ab1d-30b7845584ec {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:06:37.414104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device bd3adc75-e3b2-46e2-ab1d-30b7845584ec not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:06:40.939775 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:41.678987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50500) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:41.815689 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:41.846235 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:41.850354 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Usage tracker for resource:security_group_rule and tenant:8e7bd687094c4ce1a6752fde464248e2 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:41.853497 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:41.859921 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:41.925312 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:41.929022 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:41.935628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-08a92276-99a2-4597-936d-21933eef3797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:41.979550 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eefe87c-43be-4a84-b3ca-09b830710758,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:41.983944 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e7bd687094c4ce1a6752fde464248e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3039417
Jul 09 16:06:41.984853 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:41.986633 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50506) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:42.046436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:42.071031 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:42.121685 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:42.125118 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-10604bf7-ff8c-40b8-9bbf-c8f8031b3c3c tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:42.135727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eefe87c-43be-4a84-b3ca-09b830710758,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:42.139713 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:42.142843 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:42.143935 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-9c47fff4-f6d9-4843-85b9-d22ec4197302 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4eefe87c-43be-4a84-b3ca-09b830710758 HTTP/1.1" status: 204  len: 168 time: 0.1564262
Jul 09 16:06:42.473366 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c14876fe-c7ac-4a4c-95a2-528122ddeefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:42.890227 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:44.782060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c527132d-63bd-4396-aece-8ea457a40f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.070493 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50580) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:45.209601 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.239969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:45.243780 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Usage tracker for resource:security_group_rule and tenant:bc171c2eaa464013910be5c318624519 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:45.246549 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:45.252747 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:45.318138 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.321680 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.329284 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d4564b8d-74a4-4752-b7f5-bd754a134cda tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:45.369648 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84c2500-d794-4f84-9fec-3c9392ee5639,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:45.372898 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:45.375678 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-190bd8cf-6b99-45de-b933-51a64187173e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc171c2eaa464013910be5c318624519&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3041997
Jul 09 16:06:45.378310 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50588) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:45.441275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.466504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.517439 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.521117 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-56aa19ae-a070-44fe-96cb-7e42b5ea0511 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:45.532779 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84c2500-d794-4f84-9fec-3c9392ee5639,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:45.536504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:45.539626 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.540717 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a0f2ee71-354e-447a-82cb-fd45c5de1471 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b84c2500-d794-4f84-9fec-3c9392ee5639 HTTP/1.1" status: 204  len: 168 time: 0.1615391
Jul 09 16:06:45.747164 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.868845 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50596) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:45.886804 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.917096 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:45.921050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Usage tracker for resource:security_group_rule and tenant:af420763b3e74db8b0dba248cf60b212 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:45.923775 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:45.929275 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:45.992943 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:45.996541 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:46.003382 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-59629c58-ea89-4409-96c2-5aedc577ae7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:46.046589 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058b4ddf-81eb-4566-949c-f982429f02ce,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:46.050582 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=af420763b3e74db8b0dba248cf60b212&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1807787
Jul 09 16:06:46.051419 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:46.053252 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50600) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:46.111727 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:46.136166 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:46.186405 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:46.190119 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:46.202745 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058b4ddf-81eb-4566-949c-f982429f02ce,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:46.205595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:46.207976 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:46.209070 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d6281ef5-775e-4047-b77b-b2ab3d7b7a35 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/058b4ddf-81eb-4566-949c-f982429f02ce HTTP/1.1" status: 204  len: 168 time: 0.1549323
Jul 09 16:06:47.218445 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.011616 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50674) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:49.151729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.181516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:49.185791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9db97532e9c14564ad6bbaaaf0436c4c is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:49.188530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:49.194102 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:49.259438 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.264054 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.270741 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-60bdec34-715d-40d2-a21c-e16a7aff9523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:49.374441 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-ca2982f5-ae58-4b80-889b-686c5a4e4978 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768707
Jul 09 16:06:49.396495 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0227a28b-f3e0-40b7-9d57-2b69a10233cd,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:49.399899 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:49.404477 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-15208774-a194-49eb-8346-f932c01c14e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9db97532e9c14564ad6bbaaaf0436c4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3917887
Jul 09 16:06:49.405973 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50680) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:49.466088 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.491772 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.538056 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-5fef135c-466d-4bca-b519-463fca00c23d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 1099 time: 0.0700254
Jul 09 16:06:49.544200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.549672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2f6bb7f4-eb33-4165-ab73-6ab35a724caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:49.560194 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0227a28b-f3e0-40b7-9d57-2b69a10233cd,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:49.563624 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:49.571953 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.576544 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-75c5fb23-6a3f-4b45-87e5-621dc2b31d9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0227a28b-f3e0-40b7-9d57-2b69a10233cd HTTP/1.1" status: 204  len: 168 time: 0.1694152
Jul 09 16:06:49.691457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-e2999c18-3317-4b7b-ade4-27fd47ceb51a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:49.692932 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-e2999c18-3317-4b7b-ade4-27fd47ceb51a service neutron] 10.222.0.79 "GET /v2.0/networks?id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 200  len: 917 time: 0.1356056
Jul 09 16:06:49.798274 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-04ead1e5-af2b-4213-a3f5-15f8b948f5f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 200  len: 999 time: 0.0966773
Jul 09 16:06:49.863281 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-84dfc8eb-5eee-4d64-a429-a29fe7aaa0e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:49.864142 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-84dfc8eb-5eee-4d64-a429-a29fe7aaa0e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 200  len: 855 time: 0.0592892
Jul 09 16:06:49.917028 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50688) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:49.935729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:49.945065 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-4ce2d507-770b-44fc-8aaa-870936006170 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740440
Jul 09 16:06:49.969594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:49.973359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Usage tracker for resource:security_group_rule and tenant:74a7d8f0f52742b2a46e34c4a7bafd7b is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:49.976198 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:49.981853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:50.046539 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.050492 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.056953 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ec06e5a3-d62d-445c-b014-32e20687a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:50.079932 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-0a64c1fc-ded2-4052-8aab-682d63b0b0bc service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277151
Jul 09 16:06:50.097308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c30107-c8a6-411c-913c-cafd1b01c0d6,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:50.100714 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:50.105155 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74a7d8f0f52742b2a46e34c4a7bafd7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1869142
Jul 09 16:06:50.105837 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50692) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:50.166682 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.192318 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.218555 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c6770b31-23f7-4565-85a4-e9f726ea97f6 req-e0ab33a6-a322-47bc-9798-96e08df10ff8 service neutron] 10.222.0.79 "GET /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320713
Jul 09 16:06:50.242696 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.246329 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-83b17cc9-ce4a-4901-ab22-d64813dda6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:50.262119 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c30107-c8a6-411c-913c-cafd1b01c0d6,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:50.265090 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:50.266948 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:50.270247 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-6d0691c3-700d-4330-809e-9b52639559bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10c30107-c8a6-411c-913c-cafd1b01c0d6 HTTP/1.1" status: 204  len: 168 time: 0.1606894
Jul 09 16:06:52.811302 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50754) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:52.952686 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:52.984544 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:52.988408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Usage tracker for resource:security_group_rule and tenant:351eb723faf3451c8b2f48be02389a6e is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:52.991242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:52.997641 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:53.070163 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.073792 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.080820 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c42b9bf5-16f4-45a0-8084-f81e0609d5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:53.120046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057da78-f312-40b2-ab9d-b6dd1c26b645,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:53.127503 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=351eb723faf3451c8b2f48be02389a6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3128169
Jul 09 16:06:53.127503 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:53.128446 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50760) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:53.186804 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.214610 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.265295 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.268908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8287e22c-0bc8-47e1-ab60-14e0da82a963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:53.281662 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057da78-f312-40b2-ab9d-b6dd1c26b645,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:53.285671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:53.288795 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.289934 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-007b7493-8f2b-40b2-a1f6-96721f0c7da9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3057da78-f312-40b2-ab9d-b6dd1c26b645 HTTP/1.1" status: 204  len: 168 time: 0.1611724
Jul 09 16:06:53.621586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50768) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:53.640094 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.672553 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:53.676257 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Usage tracker for resource:security_group_rule and tenant:edd02a92f4d9422fac299ccf63fceddc is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:53.679030 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:53.684962 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:53.748766 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.752270 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.758433 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-08a6a17d-0165-488e-af39-27e2097e91f6 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:53.798897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8750846-1a00-4fdc-9f65-65c0ad9b22f6,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:53.801727 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:53.804793 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-10c78670-0d7e-4dd7-85fa-46e6c547e5ee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=edd02a92f4d9422fac299ccf63fceddc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1820080
Jul 09 16:06:53.806790 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50774) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:53.867876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.892878 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.942833 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.946412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c702b093-aadb-40cb-88db-32ce20db8b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:53.959209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8750846-1a00-4fdc-9f65-65c0ad9b22f6,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:53.961577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:53.964917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:53.966692 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-842900b2-573c-441f-a5fb-372d4973920c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f8750846-1a00-4fdc-9f65-65c0ad9b22f6 HTTP/1.1" status: 204  len: 168 time: 0.1587181
Jul 09 16:06:55.001238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb40512-79d3-490a-bf6e-87efe73bef5a req-7fe0c3d4-aa43-41b1-b0a3-730025c8d03b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:55.002764 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bdb40512-79d3-490a-bf6e-87efe73bef5a req-7fe0c3d4-aa43-41b1-b0a3-730025c8d03b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0866444
Jul 09 16:06:55.048152 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-bdb40512-79d3-490a-bf6e-87efe73bef5a req-2bbc52f8-272d-43c7-92f3-4d7a98a93e0b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399277
Jul 09 16:06:55.128635 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:06:55.253403 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50814) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:55.422758 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.456457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:55.460215 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c7bb94d7504b87b49c6a1daa94eeff is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:55.462981 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:55.469333 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:55.621098 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.624922 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.632117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-61fd30ad-f978-4e2b-b887-7970d7effa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:55.669847 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d6561-c39a-4514-913b-045216c76537,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:55.673334 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:55.676109 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0c7bb94d7504b87b49c6a1daa94eeff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4216928
Jul 09 16:06:55.680054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50820) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:55.743971 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.769073 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.820452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.825337 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0adc4198-dc33-4435-915c-c0e721a04a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:55.841420 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d6561-c39a-4514-913b-045216c76537,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:55.846952 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:55.852205 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:55.854179 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/671d6561-c39a-4514-913b-045216c76537 HTTP/1.1" status: 204  len: 168 time: 0.1728597
Jul 09 16:06:56.263885 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71fe6-3705-480b-af01-ec1268ec2c18 req-32ea298c-5440-42b6-9ec1-68ba54fa5c6b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:56.265345 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5ea71fe6-3705-480b-af01-ec1268ec2c18 req-32ea298c-5440-42b6-9ec1-68ba54fa5c6b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0758526
Jul 09 16:06:56.315276 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5ea71fe6-3705-480b-af01-ec1268ec2c18 req-fc0fbf57-10ff-4f65-b789-ede53e4f8b1f tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442054
Jul 09 16:06:56.625788 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50844) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:56.752783 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132493088-network', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:06:56.757207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:56.757338 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-749e490a-d680-4082-a995-1c191eac5472 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:56.758725 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-749e490a-d680-4082-a995-1c191eac5472 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 946 time: 0.0808971
Jul 09 16:06:56.761013 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Usage tracker for resource:network and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:56.764020 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:56.770264 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:56.779854 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Made reservation on behalf of 59d4e6f7226e4664bb78604320eaaf25 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:06:56.782069 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.794791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.827195 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Deleting port e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:06:56.827529 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.828075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:56.831957 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:56.835133 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:56.842208 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:56.912125 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.916075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.920408 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9bdf8677-a63a-4608-8596-682a3e1c14a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:56.945689 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 16:06:56.958155 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbe114-22d9-4786-9170-6c4768c7bced,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:56.961981 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:56.962907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:56.963244 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Added segment 610e098b-84cc-4661-b1b8-ca3e2c66cbc4 of type vlan for network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21
Jul 09 16:06:56.990612 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.023322 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.024952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:57.025560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.031003 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-341c8e3b-f110-48f7-9216-464d5a691b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:57.078271 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] For port e264fc5d-c851-4a6c-a56a-3328ce740921, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=e264fc5d-c851-4a6c-a56a-3328ce740921,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:06:57.078874 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.130376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Pushing event updated for resources: {'Network': ['ID=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:57.133407 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:57.139373 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5086565
Jul 09 16:06:57.139903 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50850) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:57.140902 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 16:06:57.145426 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Request body: {'subnet': {'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132493088-subnet', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'ip_version': 4}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:06:57.150638 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:57.155131 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Usage tracker for resource:subnet and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:57.158032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:57.164038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:57.179008 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Made reservation on behalf of 59d4e6f7226e4664bb78604320eaaf25 for: {'subnet': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:06:57.181248 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1605208'] for subnet, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.377474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.378033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.378151 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Floating IP 41b24509-9b25-4ce6-a8a4-cae464766573 disassociated. External IP: 172.27.2.2, port: e264fc5d-c851-4a6c-a56a-3328ce740921.
Jul 09 16:06:57.378544 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Calling delete_port for e264fc5d-c851-4a6c-a56a-3328ce740921 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:06:57.383743 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1847348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1605538'] for subnet, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.388886 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-96f7054f-9d2a-4a5c-9ab9-f69dd5012e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:57.462511 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5393e05-f144-4d69-b4de-b0378ad6176a,revision_number=0']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:57.498209 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:57.523065 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:06:57.523378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Network hostable DHCP agents. Network: 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74301) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 16:06:57.526788 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.532505 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-17f8e7a2-fe0f-4b66-8556-2862d30089d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:57.565626 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18cfe-5545-4885-ac50-6a2147cb9086 req-450791e3-22c9-40c0-a15c-b6dc7633ad8b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:57.567107 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-00d18cfe-5545-4885-ac50-6a2147cb9086 req-450791e3-22c9-40c0-a15c-b6dc7633ad8b tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 868 time: 0.1057653
Jul 09 16:06:57.568094 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74301) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 16:06:57.575299 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'Port': ['ID=e264fc5d-c851-4a6c-a56a-3328ce740921,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:57.578791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:57.591033 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21) {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:06:57.599158 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:06:57.599748 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.607598 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6ffff-6e4e-4057-bd09-7f1c2f0658cb None None] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:06:57.637163 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4938753
Jul 09 16:06:57.637729 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-00d18cfe-5545-4885-ac50-6a2147cb9086 req-a5be2bef-89e6-49de-932e-4ddcf92a6cd0 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups?id=91b5612a-bfe7-4213-8a76-3a1932d88975&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633042
Jul 09 16:06:57.637729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50856) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:57.642578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:06:57.647073 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:06:57.651262 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Usage tracker for resource:router and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:06:57.654427 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:06:57.660172 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:06:57.672237 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.673300 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.705493 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.798033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:06:57.850213 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 16:06:57.851217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:57.877797 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.033272 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:06:58.034296 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Allocated IP 172.20.0.2 (91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21/e5393e05-f144-4d69-b4de-b0378ad6176a/52a62c69-ec30-4caf-ad22-cd8e2ba5233d) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:06:58.043767 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:06:58.064640 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:58.066854 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad9dd90>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:58.143279 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.175319 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.215672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] No DVR routers for this DVR port e264fc5d-c851-4a6c-a56a-3328ce740921 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:06:58.218552 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.222144 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-deleted', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:06:58.245241 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-15b603f1-5a4a-4b1a-b516-87031a3e60a4 req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.79 "DELETE /v2.0/ports/e264fc5d-c851-4a6c-a56a-3328ce740921 HTTP/1.1" status: 204  len: 173 time: 1.4807668
Jul 09 16:06:58.266845 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.279821 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Transition to ACTIVE for port object 52a62c69-ec30-4caf-ad22-cd8e2ba5233d will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:06:58.290913 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5405d6-81c8-4c69-bc38-72fcb155fa38', 'name': 'network-vif-deleted', 'tag': 'e264fc5d-c851-4a6c-a56a-3328ce740921', 'status': 'completed', 'code': 200}
Jul 09 16:06:58.304990 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Transition to ACTIVE for port object 52a62c69-ec30-4caf-ad22-cd8e2ba5233d will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:06:58.314285 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.328913 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:58.335989 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:58.395682 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:06:58.398763 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:06:58.402172 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:06:58.460706 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Allocated IP 172.27.2.129 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/96db3b6f-a0b3-435b-b032-f879cd0146d9) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:06:58.500427 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Pushing event updated for resources: {'Port': ['ID=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:58.518199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.518627 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.519104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.519488 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.519810 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.520142 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.520471 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.520799 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.521238 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.521572 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.521896 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:06:58.526203 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:58.533784 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Attempting to bind port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:06:58.534257 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Attempting to bind port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:06:58.534695 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Attempting to bind port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:06:58.541713 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:06:58.542202 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:06:58.542684 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.543715 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Bound using segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:06:58.544308 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Bound port: 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:06:58.544755 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.620885 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.635066 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] For port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:06:58.639567 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] For port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:06:58.647179 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.655932 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:58.659911 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:58.660686 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3c1b9f44-6a53-45ce-be74-aa52f2824f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:06:58.671010 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad9dd90>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:58.674895 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:06:58.685742 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:58.686375 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad9dd90>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:58.736212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Pushing event updated for resources: {'Port': ['ID=96db3b6f-a0b3-435b-b032-f879cd0146d9,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:58.739734 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:06:58.740815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:58.741627 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:06:58.743956 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:06:58.804353 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Pushing event updated for resources: {'Port': ['ID=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:06:58.854991 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:06:58.941978 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:58.975368 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7630956f-9cf9-429a-b9ef-b288dc86aaf4 req-9596c361-ad94-4e36-a6ad-6e94a348ed0c tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d5405d6-81c8-4c69-bc38-72fcb155fa38 HTTP/1.1" status: 200  len: 210 time: 0.1109128
Jul 09 16:06:59.036808 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:59.038059 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:59.322753 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ad9dd90>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:59.323376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Router 3368e973-3524-4f3c-9732-a16df34f712c is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74301) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 16:06:59.327599 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6260a699-605c-4ef4-b7f7-8edddb3086da None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T15:54:50Z', 'revision_number': 4, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': 'e3468f74-7837-4105-934b-61b39b7f4bd7', 'name': '', 'network_id': '60d849f9-ffc3-4c7f-9f24-2898b2d88fe9', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'mac_address': 'fa:16:3e:53:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:49Z', 'updated_at': '2021-07-09T15:55:09Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'subnets': [{'id': '66a3eb75-fc06-46e4-a365-7a462d96df95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:06:59.427624 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 52a62c69-ec30-4caf-ad22-cd8e2ba5233d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:06:59.497970 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:06:59.538389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:06:59.548321 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:06:59.560688 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:06:59.561418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96fd0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:06:59.567260 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:06:59.571112 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.9299741
Jul 09 16:06:59.571689 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50864) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:06:59.751500 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:06:59.829318 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8525e-8364-42c7-9e32-563c498f7217 None None] New status for floating IP 41b24509-9b25-4ce6-a8a4-cae464766573: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:06:59.974724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595e36c-c95d-4c4f-8acc-7e57125a77fd None None] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:07:00.166188 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Provisioning for port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:00.216752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Provisioning complete for port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:00.217067 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.373989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.462666 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96fd0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:06:58Z', 'revision_number': 3, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:00.477068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:07:00.477430 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Updating router 3368e973-3524-4f3c-9732-a16df34f712c port 96db3b6f-a0b3-435b-b032-f879cd0146d9 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 16:07:00.520947 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.570418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.584005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Allocated IP 172.20.0.1 (91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21/e5393e05-f144-4d69-b4de-b0378ad6176a/02c2a3db-310d-47b4-9bb9-9f654d3174d5) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:07:00.621220 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] For port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:00.632424 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.638180 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:00.742583 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.759931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Transition to ACTIVE for port object 02c2a3db-310d-47b4-9bb9-9f654d3174d5 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:00.770060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Pushing event updated for resources: {'Port': ['ID=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:00.773696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-045deeff-403c-4355-b95d-db70b5cdb8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:00.785444 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.789624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-37411caa-5f6d-46eb-a076-d3f804b8b67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:00.857041 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:00.860347 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:00.864065 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:07:00.892617 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:07:00.902175 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Pushing event updated for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:00.906327 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:00.926032 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.937538 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-e8956558-372f-483d-b7e8-c89d6941666b None None] Provisioning complete for port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:00.937931 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e8956558-372f-483d-b7e8-c89d6941666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:00.967693 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: e264fc5d-c851-4a6c-a56a-3328ce740921 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:07:00.967899 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device e264fc5d-c851-4a6c-a56a-3328ce740921 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:07:01.016457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.147313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.159786 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Transition to ACTIVE for port object 96db3b6f-a0b3-435b-b032-f879cd0146d9 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:01.166522 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.170713 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:01.239077 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50874) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:01.257006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Attempting to bind port 96db3b6f-a0b3-435b-b032-f879cd0146d9 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:01.257413 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Attempting to bind port 96db3b6f-a0b3-435b-b032-f879cd0146d9 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:01.257740 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Attempting to bind port 96db3b6f-a0b3-435b-b032-f879cd0146d9 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:01.259715 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131eb35-ce19-46ef-a167-5eec54688ea4 None None] Pushing event updated for resources: {'Port': ['ID=96db3b6f-a0b3-435b-b032-f879cd0146d9,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:01.265298 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-d131eb35-ce19-46ef-a167-5eec54688ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:01.271270 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:01.271653 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:01.272060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.272455 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:01.272933 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Bound port: 96db3b6f-a0b3-435b-b032-f879cd0146d9, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:01.273313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.316012 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.322933 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1cc9c301-f3ae-4ef4-b733-9c7179c63aef None None] Provisioning for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:01.338937 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-1cc9c301-f3ae-4ef4-b733-9c7179c63aef None None] Provisioning complete for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:01.339406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1cc9c301-f3ae-4ef4-b733-9c7179c63aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.354670 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.372977 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.384033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.398350 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] For port 96db3b6f-a0b3-435b-b032-f879cd0146d9, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:01.404199 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] For port 96db3b6f-a0b3-435b-b032-f879cd0146d9, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=96db3b6f-a0b3-435b-b032-f879cd0146d9,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:01.406593 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-1cc9c301-f3ae-4ef4-b733-9c7179c63aef None None] Port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:07:01.411101 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.416033 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:01.421161 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7a1563e4-cb46-4c8f-84ad-6c63f42cdf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:01.439833 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.443827 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-0ae1e4c7-759e-4b2e-beea-264416e17d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:01.455155 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 52a62c69-ec30-4caf-ad22-cd8e2ba5233d up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:01.458548 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b5612a-bfe7-4213-8a76-3a1932d88975,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:01.462075 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:01.473562 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.474957 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a47262e0-2660-496f-9d0b-07dd2c9e6320 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "DELETE /v2.0/security-groups/91b5612a-bfe7-4213-8a76-3a1932d88975 HTTP/1.1" status: 204  len: 168 time: 0.2337017
Jul 09 16:07:01.477713 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50878) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:01.495332 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.api.v2.resource [None req-aa1e376f-cf46-4398-b04c-a16437e63a1e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] show failed (client error): The resource could not be found.
Jul 09 16:07:01.497038 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-aa1e376f-cf46-4398-b04c-a16437e63a1e tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "GET /v2.0/security-groups/91b5612a-bfe7-4213-8a76-3a1932d88975 HTTP/1.1" status: 404  len: 347 time: 0.0176871
Jul 09 16:07:01.499791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50882) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:01.522596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Pushing event updated for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:01.525671 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.530398 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:01.562603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131eb35-ce19-46ef-a167-5eec54688ea4 None None] Pushing event updated for resources: {'Port': ['ID=96db3b6f-a0b3-435b-b032-f879cd0146d9,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:01.568183 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-d131eb35-ce19-46ef-a167-5eec54688ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:01.574826 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:01.575466 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96fd0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:01.663115 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:01.663501 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.673642 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:01.675206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:01.675965 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Deleting port 85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:01.676371 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.912300 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:01.939099 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:01.939447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:02.006877 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-8083cb57-f2b8-40cd-ab25-acd03483cc7d None None] Provisioning complete for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:02.007192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8083cb57-f2b8-40cd-ab25-acd03483cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:02.126668 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:07:02.167744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Calling delete_port for 85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b owned by network:floatingip {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:07:02.184669 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-8083cb57-f2b8-40cd-ab25-acd03483cc7d None None] Port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:07:02.324983 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:02.325579 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96fd0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:01Z', 'revision_number': 2, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:02.329536 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-67773bd6-8e99-4d78-8722-8c9ac82d9e62 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:02.330336 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51bfcf0-f741-4cc2-a61c-3fe944837a61 None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:01Z', 'revision_number': 2, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:07:02.335679 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:07:02.345336 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] 10.222.0.74 "PUT /v2.0/routers/3368e973-3524-4f3c-9732-a16df34f712c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7725389
Jul 09 16:07:02.380695 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Pushing event deleted for resources: {'Port': ['ID=85ee4941-e0c9-45cf-9fdb-9b50a5a55d0b,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:02.384494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:02.484869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks [] for floatingip, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:02.501304 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:02.511366 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d51b1ed9-192c-4dc0-b0c2-d69a7be595ad tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] 10.222.0.74 "DELETE /v2.0/floatingips/41b24509-9b25-4ce6-a8a4-cae464766573 HTTP/1.1" status: 204  len: 168 time: 1.0105162
Jul 09 16:07:03.378110 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50908) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:03.383946 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-278040015-network', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:03.389203 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:03.393213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Usage tracker for resource:network and tenant:2ac44ccfaf214902a2110bf23cc043b5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:03.396247 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:03.402972 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:03.415356 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Made reservation on behalf of 2ac44ccfaf214902a2110bf23cc043b5 for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:07:03.417544 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.425637 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 96db3b6f-a0b3-435b-b032-f879cd0146d9 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:03.432426 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.468535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:03.472654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Usage tracker for resource:security_group_rule and tenant:2ac44ccfaf214902a2110bf23cc043b5 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:03.475801 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:03.482041 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:03.502481 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 96db3b6f-a0b3-435b-b032-f879cd0146d9 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:03.508520 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 96db3b6f-a0b3-435b-b032-f879cd0146d9 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:03.508918 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.557273 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.562612 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.567323 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5d56ebcb-b17c-450f-a747-349eb26fa55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:03.601654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2274bcc4-c133-497c-b300-4f53d492cd5c,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:03.606379 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:03.607136 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 16:07:03.617552 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.618180 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Added segment dd7e4cf7-076d-400f-a300-73720df1000c of type vlan for network fa33066e-15a4-46de-9b03-9706b4ef2aa5
Jul 09 16:07:03.639063 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.650535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.656467 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 96db3b6f-a0b3-435b-b032-f879cd0146d9, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=96db3b6f-a0b3-435b-b032-f879cd0146d9,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:03.660059 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.661983 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:03.682305 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.683943 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:03.684727 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:03.687996 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c3f8112f-ee34-4708-9931-32f8dd1d96ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:03.725685 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=96db3b6f-a0b3-435b-b032-f879cd0146d9,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:03.728795 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:03.789093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Pushing event updated for resources: {'Network': ['ID=fa33066e-15a4-46de-9b03-9706b4ef2aa5,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:03.792339 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4132037
Jul 09 16:07:03.793292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:03.795764 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50914) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:03.801010 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 16:07:03.801981 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Request body: {'subnet': {'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-278040015-subnet', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:03.810852 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:03.831223 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Usage tracker for resource:subnet and tenant:2ac44ccfaf214902a2110bf23cc043b5 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:03.835232 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:03.843516 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:03.860594 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Made reservation on behalf of 2ac44ccfaf214902a2110bf23cc043b5 for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:07:03.865117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.075097 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.080293 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d43c7e0d-4a3e-4379-8417-90359d46e041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:04.154280 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36279da-6b4c-4434-8e0a-5b274b000061,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:04.158062 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:04.166149 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Checking segment: {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:04.166504 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Network hostable DHCP agents. Network: fa33066e-15a4-46de-9b03-9706b4ef2aa5, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 16:07:04.188425 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 16:07:04.197534 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, fa33066e-15a4-46de-9b03-9706b4ef2aa5) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:04.203695 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:04.203695 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.206822 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb30ab8-f991-4b23-985b-df738a8908ff None None] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:07:04.225768 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-996e3056-0879-485b-afd1-2316cbce18d1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4289265
Jul 09 16:07:04.228394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50926) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:04.233450 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:04.237893 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:04.241618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Usage tracker for resource:router and tenant:2ac44ccfaf214902a2110bf23cc043b5 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:04.244384 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:04.250678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:04.259984 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-899189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5434'] for router, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.260828 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-900572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-895992', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-874488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5427'] for router, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.279968 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.426554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-895950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-899163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5413'] for router, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.429541 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf9ed4533-e4fd-58d5-a086-2d061df9a109-fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061'}]}} from dv-cinder-800228-1-iscsi. {{(pid=74302) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 09 16:07:04.430494 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.595453 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.db_base_plugin_common [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Allocated IP 172.20.0.2 (fa33066e-15a4-46de-9b03-9706b4ef2aa5/f36279da-6b4c-4434-8e0a-5b274b000061/c08963e9-ec92-476a-b1ab-1df9c6305f97) {{(pid=74302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:07:04.729572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.762779 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.807023 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.826068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Transition to ACTIVE for port object c08963e9-ec92-476a-b1ab-1df9c6305f97 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:04.847331 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Transition to ACTIVE for port object c08963e9-ec92-476a-b1ab-1df9c6305f97 will not be triggered until provisioned by entity DHCP. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:04.854580 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256'] for port, after_create {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:04.859318 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-a99a41ff-7faf-44ed-9929-f15125004517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:04.908083 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Allocated IP 172.27.2.219 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/9faa21d2-e80d-4d85-b1e4-7a6ab2d44975) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:07:04.924268 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 is already hosted by enough agents. {{(pid=74302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:04.927748 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.scheduler.base_scheduler [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Resources bound (agent type, host, resource id):  {{(pid=74302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:04.929430 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Pushing event updated for resources: {'Port': ['ID=c08963e9-ec92-476a-b1ab-1df9c6305f97,revision_number=1']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:04.931507 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Received port after_create {{(pid=74302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:07:04.934111 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:05.053405 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Attempting to bind port c08963e9-ec92-476a-b1ab-1df9c6305f97 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:05.054132 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Attempting to bind port c08963e9-ec92-476a-b1ab-1df9c6305f97 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:05.054264 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Attempting to bind port c08963e9-ec92-476a-b1ab-1df9c6305f97 on network fa33066e-15a4-46de-9b03-9706b4ef2aa5 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:05.061570 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:05.061942 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Checking segment: {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:05.062372 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.062762 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Bound using segment: {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:05.063226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Bound port: c08963e9-ec92-476a-b1ab-1df9c6305f97, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:05.063599 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.073355 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.101479 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.106931 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:05.155360 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] For port c08963e9-ec92-476a-b1ab-1df9c6305f97, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:05.163792 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] For port c08963e9-ec92-476a-b1ab-1df9c6305f97, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c08963e9-ec92-476a-b1ab-1df9c6305f97,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:05.170554 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.175431 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:05.175787 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:05.178437 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:05.182346 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:07:05.260374 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Pushing event updated for resources: {'Port': ['ID=c08963e9-ec92-476a-b1ab-1df9c6305f97,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:05.274322 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:05.285452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Pushing event updated for resources: {'Port': ['ID=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:05.289388 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:05.369987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.369987 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-899148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-898095'] for router, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.390582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50936) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:05.405228 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 96db3b6f-a0b3-435b-b032-f879cd0146d9 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:05.502842 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 96db3b6f-a0b3-435b-b032-f879cd0146d9 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:05.503445 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.685224 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 is scheduled to L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 with binding_index 1 {{(pid=74300) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 09 16:07:05.886471 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:07:05.895802 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Sync routers for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:07:05.908410 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:05.909114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96940>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:05.914075 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:05.916592 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1d175d08-0e6a-4580-a0ac-9553aede7af7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.6872082
Jul 09 16:07:05.919853 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50942) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:06.117625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:06.166328 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:06.367150 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f76290-637a-4a8f-99f1-3dbc95276105 None None] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:07:06.522907 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-d8229f06-7777-4ef7-a091-c3c9bf987458 None None] Provisioning for port c08963e9-ec92-476a-b1ab-1df9c6305f97 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:06.623029 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96940>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:05Z', 'revision_number': 3, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:06.654937 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Checking router: 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:07:06.655310 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Updating router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 16:07:06.722069 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:06.924999 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:06.985947 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Deleting port e3468f74-7837-4105-934b-61b39b7f4bd7 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:06.986553 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.152308 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.156056 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Allocated IP 172.20.0.1 (fa33066e-15a4-46de-9b03-9706b4ef2aa5/f36279da-6b4c-4434-8e0a-5b274b000061/198d3083-9af9-45ad-b381-845d2466a726) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:07:07.164632 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Transition to ACTIVE for port object 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:07.171882 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.175767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] For port e3468f74-7837-4105-934b-61b39b7f4bd7, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=e3468f74-7837-4105-934b-61b39b7f4bd7,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:07.176286 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:07.176602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.305412 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Attempting to bind port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:07.305751 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Attempting to bind port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:07.306085 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Attempting to bind port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 on network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:07.308013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d5c7-9c62-4128-b995-c98cadad4734 None None] Pushing event updated for resources: {'Port': ['ID=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,revision_number=2']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:07.312816 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b885d5c7-9c62-4128-b995-c98cadad4734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:07.316106 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:07.316481 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Checking segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:07.316887 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.317275 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Bound using segment: {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:07.317736 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Bound port: 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62282138-3ee6-40d9-87a4-cc5a9482355a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:07.318136 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.318277 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Calling delete_port for e3468f74-7837-4105-934b-61b39b7f4bd7 owned by network:router_interface {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:07:07.330672 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.348630 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Transition to ACTIVE for port object 198d3083-9af9-45ad-b381-845d2466a726 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:07.383313 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.388531 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1c80807d-c638-4d43-9faf-7742f9534bc7 tempest-VolumesSnapshotTestJSON-756780460 tempest-VolumesSnapshotTestJSON-756780460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:07.404954 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] For port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:07.408287 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] For port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:07.414558 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.419909 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:07.475221 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c08963e9-ec92-476a-b1ab-1df9c6305f97 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:07.477181 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Pushing event updated for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:07.483275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:07.485285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:07.487166 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:07.489856 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:07:07.547429 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.547724 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-898273'] for router_interface, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.553884 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-eb952473-2ba1-41e7-9883-3eabb469a8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:07.597845 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d5c7-9c62-4128-b995-c98cadad4734 None None] Pushing event updated for resources: {'Port': ['ID=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:07.603963 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b885d5c7-9c62-4128-b995-c98cadad4734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:07.608972 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Pushing event deleted for resources: {'Port': ['ID=e3468f74-7837-4105-934b-61b39b7f4bd7,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:07.612457 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:07.615051 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:07.615696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96940>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:07.655531 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.688933 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port c08963e9-ec92-476a-b1ab-1df9c6305f97 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:07.710505 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port c08963e9-ec92-476a-b1ab-1df9c6305f97 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:07.710932 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.981068 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:07.996679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.001255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:08.006251 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.011883 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.041172 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-e0e161de-a213-447e-b0a6-5e3543267f34 None None] Provisioning for port 198d3083-9af9-45ad-b381-845d2466a726 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:08.047323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bb6152b3-56fd-4dab-ac1e-323fc7dac6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:08.071728 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-e0e161de-a213-447e-b0a6-5e3543267f34 None None] Provisioning complete for port 198d3083-9af9-45ad-b381-845d2466a726 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:08.072176 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e0e161de-a213-447e-b0a6-5e3543267f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.119824 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8340470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897306'] for router_interface, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.130418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port c08963e9-ec92-476a-b1ab-1df9c6305f97, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c08963e9-ec92-476a-b1ab-1df9c6305f97,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:08.138371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Pushing event updated for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:08.141755 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.143431 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:08.197701 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:08.234710 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-e0e161de-a213-447e-b0a6-5e3543267f34 None None] Port 198d3083-9af9-45ad-b381-845d2466a726 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:07:08.283356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:08.284226 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:08.347465 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=c08963e9-ec92-476a-b1ab-1df9c6305f97,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:08.353243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:08.482143 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac96940>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '198d3083-9af9-45ad-b381-845d2466a726', 'name': '', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'mac_address': 'fa:16:3e:7b:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:06Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 1, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'subnets': [{'id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:08.488002 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd62568-ab8e-4b5d-afc9-10b7db8007ba None None] The sync data for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi is: [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '198d3083-9af9-45ad-b381-845d2466a726', 'name': '', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'mac_address': 'fa:16:3e:7b:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:06Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 1, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'subnets': [{'id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:07:08.562268 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-bc0fb0d6-cd71-43b9-9af6-243f97e38e11 None None] Provisioning complete for port 198d3083-9af9-45ad-b381-845d2466a726 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:08.562797 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb0d6-cd71-43b9-9af6-243f97e38e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:08.625351 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fb0d6-cd71-43b9-9af6-243f97e38e11 None None] Port 198d3083-9af9-45ad-b381-845d2466a726 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:07:08.754793 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Router cc84b27a-4ba3-492a-a5b1-3ab28665070b has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:07:08.820876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:07:08.953302 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:07:08.961515 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Sync routers for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:07:08.968431 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1ec3440f-cfe6-4b32-b91d-37937d15580f admin admin] 10.222.0.74 "PUT /v2.0/routers/cc84b27a-4ba3-492a-a5b1-3ab28665070b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5744641
Jul 09 16:07:08.968616 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50948) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:08.976926 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:08.977608 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2ee0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:09.041306 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:07:09.051072 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] 10.222.0.74 "PUT /v2.0/routers/9d9ea663-214e-43f7-81e0-296a1f0dc5e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1298764
Jul 09 16:07:09.165788 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:09.172535 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks [] for router, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.378772 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.389369 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Deleting port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:09.389803 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.481436 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2ee0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 5, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port': {'id': '4e7b7c1d-f8b0-467c-be6e-3e0055354bbf', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T15:54:40Z', 'updated_at': '2021-07-09T15:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:09.485428 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Checking router: cc84b27a-4ba3-492a-a5b1-3ab28665070b for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:07:09.497060 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Routers {'cc84b27a-4ba3-492a-a5b1-3ab28665070b'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:09.498130 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2ee0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:06:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:09.512758 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c08963e9-ec92-476a-b1ab-1df9c6305f97 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:09.594603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port c08963e9-ec92-476a-b1ab-1df9c6305f97 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:09.594920 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.595815 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] For port 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:09.596421 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.659213 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] Set router cc84b27a-4ba3-492a-a5b1-3ab28665070b gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:09.743777 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Calling delete_port for 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf owned by network:router_gateway {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:07:09.803946 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2ee0>, [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T16:07:09Z', 'revision_number': 6, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:09.809893 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c772-3867-451a-942e-a46b1432e280 None None] The sync data for ids ['cc84b27a-4ba3-492a-a5b1-3ab28665070b'] in dv-cinder-800228-1-iscsi is: [{'id': 'cc84b27a-4ba3-492a-a5b1-3ab28665070b', 'name': 'tempest-AttachVolumeShelveTestJSON-181072107-router', 'tenant_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T15:54:38Z', 'updated_at': '2021-07-09T16:07:09Z', 'revision_number': 6, 'project_id': 'a3a7aa4308c24ea180eb1460f6e9c743', 'gw_port_host': None}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:07:09.927817 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:09.932142 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a00a572c-253e-4652-a55d-77ebf73a6700 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:09.974808 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7b7c1d-f8b0-467c-be6e-3e0055354bbf,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:09.977539 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.194916 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.231885 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50958) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.237729 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194548672', 'description': 'tempest-secgroup-smoke-1194548672 description', 'project_id': '59d4e6f7226e4664bb78604320eaaf25'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:10.244368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.249564 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.253005 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.259080 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.271047 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.307947 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.313035 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.316093 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.322285 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.387827 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.391665 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.395251 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dd9fa25b-5457-4ea6-8d3e-d803db037f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:10.434000 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81675a9c-9556-4a38-a06b-6f61402ded86,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:10.436682 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.440950 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2049553
Jul 09 16:07:10.440950 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-28c4daac-f344-4fc0-8818-829ef709f5ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.441221 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50962) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.446812 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:10.453173 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.457033 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.459893 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.466394 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.483663 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.548604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.552565 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.560343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:10.571291 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.576600 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.578495 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d01fd2-2cd6-4b0c-9528-4b87bcc2280f,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:10.581926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.589254 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.591085 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-34b70111-e33f-4dc7-99d8-7d5fcf0bc9f3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1490889
Jul 09 16:07:10.593801 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50966) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.599972 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:10.604357 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.604862 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc84b27a-4ba3-492a-a5b1-3ab28665070b {{(pid=74301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:07:10.608025 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.612321 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.615182 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.617369 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.618538 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-e5ad38a2-a1dc-4be4-b611-c887fa9a990e admin admin] 10.222.0.74 "DELETE /v2.0/routers/cc84b27a-4ba3-492a-a5b1-3ab28665070b HTTP/1.1" status: 204  len: 168 time: 1.6490436
Jul 09 16:07:10.621097 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.621224 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50970) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.638046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.683027 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Deleting subnet 66a3eb75-fc06-46e4-a365-7a462d96df95 {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:07:10.686229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.700480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.704165 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.706436 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-71e4aab0-0a72-4163-ba85-3c8aeccdbeb7 tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:10.728603 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b39c033-4271-49dd-ae2c-8477fa66461b,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:10.731275 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.736244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.739233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.740473 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1457326
Jul 09 16:07:10.743227 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50974) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.749623 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:10.755558 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.759384 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.762959 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.768794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.787664 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.825172 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.867469 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.872257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.874447 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-689b8deb-ddc6-4e63-9abc-7de97eadcb5d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:10.895802 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc352c7-273b-46a3-8350-e99bbca12202,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:10.900204 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.903863 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.908692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:10.908851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.910079 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-eadeebf1-e6ff-4c50-97ad-e69cec9100ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1658845
Jul 09 16:07:10.912735 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50978) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:10.918628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:10.924358 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:10.928236 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:10.931086 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:10.938151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:10.945403 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a3eb75-fc06-46e4-a365-7a462d96df95,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:10.949617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:10.953705 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.960324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:10.961006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f58158-f790-4b7d-84d8-ac72061db6a7 None None] Network 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:07:10.966494 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1bc2eed9-f0de-4693-8741-6a1d115bf284 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/66a3eb75-fc06-46e4-a365-7a462d96df95 HTTP/1.1" status: 204  len: 168 time: 0.3419881
Jul 09 16:07:10.967470 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 50982) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:11.039153 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.043585 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.046344 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:11.070022 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0092616a-798b-4dda-9130-7883d26d3ec1,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:11.074713 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:11.080340 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.085099 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.086301 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-39c41049-da67-4b53-957b-eb84f7476da5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1725624
Jul 09 16:07:11.088543 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.089136 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50986) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:11.091765 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Deleting port d4643346-d20b-41c2-9e18-e30593dc0741 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:11.092101 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.095096 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:11.100962 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:11.104815 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:11.108242 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:11.113893 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:11.126223 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Project 59d4e6f7226e4664bb78604320eaaf25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 16:07:11.132826 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.201451 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.207769 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.210064 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:11.233249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105a565f-0fd4-4610-a597-1f80e6c36dca,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:11.235727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:11.244409 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.245835 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-dbec7d71-d32c-4b46-a1f0-3fb43ac2ba33 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1556802
Jul 09 16:07:11.249463 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 50990) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:11.257721 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'security_group_rule': {'security_group_id': '81675a9c-9556-4a38-a06b-6f61402ded86', 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:11.259222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] DHCP port deletion for 60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:07:11.265377 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Deleting port d4643346-d20b-41c2-9e18-e30593dc0741 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:11.265657 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:11.266234 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.269483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:security_group_rule and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:11.273072 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:11.279310 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:11.292987 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.securitygroups_db [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Project 59d4e6f7226e4664bb78604320eaaf25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 16:07:11.299899 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.320285 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] For port d4643346-d20b-41c2-9e18-e30593dc0741, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d4643346-d20b-41c2-9e18-e30593dc0741,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:11.321200 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.384577 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.391584 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967811'] for security_group_rule, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.397151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:11.416645 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253b3061-3c36-42cd-8737-cfa3167367b4,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:11.421646 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:11.444000 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.445609 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a9a5a5cb-b4ae-430a-8be7-8ae90569fc4d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1945665
Jul 09 16:07:11.470532 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Calling delete_port for d4643346-d20b-41c2-9e18-e30593dc0741 owned by network:dhcp {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:07:11.494368 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device e3468f74-7837-4105-934b-61b39b7f4bd7 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:07:11.551093 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.563360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b8ac0fe9-4df3-45fa-8db7-49e08d69d3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:11.580230 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: e3468f74-7837-4105-934b-61b39b7f4bd7 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:07:11.580587 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device e3468f74-7837-4105-934b-61b39b7f4bd7 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:07:11.581017 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d4643346-d20b-41c2-9e18-e30593dc0741 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:07:11.601179 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] No DVR routers for this DVR port d4643346-d20b-41c2-9e18-e30593dc0741 on host dv-cinder-800228-1-iscsi {{(pid=74301) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:07:11.625895 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: d4643346-d20b-41c2-9e18-e30593dc0741 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:07:11.626281 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device d4643346-d20b-41c2-9e18-e30593dc0741 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:07:11.640594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4643346-d20b-41c2-9e18-e30593dc0741,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:11.643563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:11.655908 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] For port d4643346-d20b-41c2-9e18-e30593dc0741, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=d4643346-d20b-41c2-9e18-e30593dc0741,segment=NetworkSegment(daa5c281-3b15-412f-80ee-d59c6a311fe0),segment_id=daa5c281-3b15-412f-80ee-d59c6a311fe0)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:11.656388 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.732776 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.746592 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59abeaf0>,) {'filters': {'network_id': ['60d849f9-ffc3-4c7f-9f24-2898b2d88fe9']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:11.759443 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59abeaf0>, 'daa5c281-3b15-412f-80ee-d59c6a311fe0') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:11.759937 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59abeaf0>, 'daa5c281-3b15-412f-80ee-d59c6a311fe0') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:11.772027 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.778806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Calling delete_port for d4643346-d20b-41c2-9e18-e30593dc0741 owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:07:11.789229 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.796333 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:07:11.796897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:07:11.811747 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:07:11.862924 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:07:11.863417 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:07:11.990701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:11.997919 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.001847 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-6e079f7b-ed57-4731-b232-adbf24478718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:12.025538 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d849f9-ffc3-4c7f-9f24-2898b2d88fe9,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:12.028788 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:12.032485 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-40a9fe53-5792-4aa4-b669-152b655c7f59 admin admin] 10.222.0.74 "DELETE /v2.0/networks/60d849f9-ffc3-4c7f-9f24-2898b2d88fe9 HTTP/1.1" status: 204  len: 168 time: 1.0634429
Jul 09 16:07:12.182095 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51020) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:12.232511 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e704497b-58e5-447e-92ac-d0d878acd2c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a3a7aa4308c24ea180eb1460f6e9c743&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491328
Jul 09 16:07:12.234722 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51024) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:12.300727 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.328541 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.364231 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Deleting port d4643346-d20b-41c2-9e18-e30593dc0741 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:07:12.364839 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.388943 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.395031 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-821d5e31-8866-447e-8532-e15bf35c6bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:12.410135 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a0964c-bd5b-4cbd-b695-800c6798ed65,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:12.413216 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:12.420737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.422081 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-50322679-3f9c-41d8-93fc-321183cf915d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2a0964c-bd5b-4cbd-b695-800c6798ed65 HTTP/1.1" status: 204  len: 168 time: 0.1864662
Jul 09 16:07:12.444010 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-743b44b3-2664-4c46-99e0-ded4a7328fa4 None None] The port 'd4643346-d20b-41c2-9e18-e30593dc0741' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:07:12.478083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-663bc7ac-13cb-4f5b-8951-caf37bb50621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:12.894421 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:13.358929 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:07:13.391219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:07:13.391936 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 4e7b7c1d-f8b0-467c-be6e-3e0055354bbf not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:07:14.786794 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d47b06e1-ec4e-4eb0-8d8e-d6d11b4c2f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:15.417501 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:15.492456 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:15.497727 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:15.498125 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:15.616406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:15.632934 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:15.635827 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:15.637718 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:15.703588 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:15.707356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:15.752717 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:17.220675 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:17.401604 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:17.468423 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:17.468703 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:18.547692 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:07:18.563250 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:18.563984 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a1c0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:07:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:18.750507 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:19.094499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a1c0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:01Z', 'revision_number': 2, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:19.098269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:07:19.098633 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Updating router 3368e973-3524-4f3c-9732-a16df34f712c port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 binding host dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 16:07:19.152886 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.500774 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks [] for port, precommit_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.516896 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Transition to ACTIVE for port object 02c2a3db-310d-47b4-9bb9-9f654d3174d5 will not be triggered until provisioned by entity L2. {{(pid=74302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:19.523739 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.529193 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:19.654135 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2f6e6-d7d2-4b1d-a74a-5f12754aa1d5 None None] Pushing event updated for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=3']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:19.657465 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-0ba2f6e6-d7d2-4b1d-a74a-5f12754aa1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:19.749639 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Attempting to bind port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:19.750162 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Attempting to bind port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:19.750633 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Attempting to bind port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:19.758256 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:19.758640 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:19.759141 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.759546 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Bound using segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} {{(pid=74302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:19.760017 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.managers [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Bound port: 02c2a3db-310d-47b4-9bb9-9f654d3174d5, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}}] {{(pid=74302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:19.760400 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.852939 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] For port 02c2a3db-310d-47b4-9bb9-9f654d3174d5, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:19.857083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] For port 02c2a3db-310d-47b4-9bb9-9f654d3174d5, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=02c2a3db-310d-47b4-9bb9-9f654d3174d5,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:19.862320 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:19.869303 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-143c6d10-647f-4b62-bb81-13195eed12ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:19.950157 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2f6e6-d7d2-4b1d-a74a-5f12754aa1d5 None None] Pushing event updated for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:19.953693 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-0ba2f6e6-d7d2-4b1d-a74a-5f12754aa1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:19.955433 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:19.956146 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a1c0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:07:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:20.145888 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:20.461282 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5ac7a1c0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:19Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:20.465780 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be26ff0-4682-4f97-8a00-ec72e4e7d8a1 None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:19Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:07:21.429201 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 02c2a3db-310d-47b4-9bb9-9f654d3174d5 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:21.495001 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:21.499635 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:21.500010 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:21.642888 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:21.675846 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 02c2a3db-310d-47b4-9bb9-9f654d3174d5, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=02c2a3db-310d-47b4-9bb9-9f654d3174d5,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:21.679132 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:21.681224 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:21.755793 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:21.759035 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:23.410503 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 02c2a3db-310d-47b4-9bb9-9f654d3174d5 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:23.481949 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:23.482355 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:29.630262 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51210) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:29.769439 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:29.804112 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:29.807901 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Usage tracker for resource:security_group_rule and tenant:c41020d4568b49c58327589f03e943f2 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:29.810680 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:29.816876 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:29.892235 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:29.896003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:29.903849 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e1251ca7-51cd-4070-8326-8fb6f9876153 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:29.942331 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e7e308-7613-442a-a0d3-7f956a3f9d38,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:29.946826 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c41020d4568b49c58327589f03e943f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3155882
Jul 09 16:07:29.950296 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51216) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:29.953914 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.954260 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.954625 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.954986 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.955346 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.955704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.956057 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.956412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.956761 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.957127 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.957454 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:29.961135 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95b8ab62-42f3-4b48-b9a3-10e8e95a6764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:30.016818 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.041880 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.092363 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.096056 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-165a2244-3975-4707-ad9c-9cd8014a67b8 tempest-VolumesNegativeTest-104659399 tempest-VolumesNegativeTest-104659399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:30.107013 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e7e308-7613-442a-a0d3-7f956a3f9d38,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:30.118054 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.119149 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01e7e308-7613-442a-a0d3-7f956a3f9d38 HTTP/1.1" status: 204  len: 168 time: 0.1678720
Jul 09 16:07:30.122729 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.123106 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.123466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.123820 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.124178 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.124529 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.124878 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.125969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.125969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.125969 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.126309 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:30.129378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:30.445888 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51224) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:30.465331 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.494676 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:30.498881 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Usage tracker for resource:security_group_rule and tenant:d606a7db542848f799a8588d3a95c56c is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:07:30.501701 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:07:30.507631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:30.573117 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.577197 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.584324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-7a0ba3ed-cbba-4214-aeb1-6b3edfc34049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:30.622807 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38923a1-5ba2-4825-979f-4af89d19016a,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:30.625946 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:30.628534 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d606a7db542848f799a8588d3a95c56c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1816006
Jul 09 16:07:30.631323 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51228) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:07:30.695645 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.721044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.771478 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.776739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-60a6f2b9-b0f7-4da9-9ae1-6603c365b66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:30.789378 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38923a1-5ba2-4825-979f-4af89d19016a,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:30.792819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:30.801100 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:30.804412 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c8fda1e7-4bc9-4d2f-b3b7-4c87c1a58db2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a38923a1-5ba2-4825-979f-4af89d19016a HTTP/1.1" status: 204  len: 168 time: 0.1700175
Jul 09 16:07:32.129830 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:07:33.666527 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Sync routers for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:07:33.678190 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:33.678790 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b1d3280>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:07:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:33.893442 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:34.194960 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b1d3280>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '198d3083-9af9-45ad-b381-845d2466a726', 'name': '', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'mac_address': 'fa:16:3e:7b:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:06Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 2, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'subnets': [{'id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:34.199514 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Checking router: 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:07:34.199865 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Updating router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 port 198d3083-9af9-45ad-b381-845d2466a726 binding host dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 09 16:07:34.253067 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.592196 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks [] for port, precommit_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.603670 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.provisioning_blocks [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Transition to ACTIVE for port object 198d3083-9af9-45ad-b381-845d2466a726 will not be triggered until provisioned by entity L2. {{(pid=74303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:34.610038 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.614202 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-b5b570e6-ed24-4883-b982-bfd3aa439c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:34.734351 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Pushing event updated for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=3']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:34.769845 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.770220 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.770560 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.770889 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.771215 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.772741 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.772741 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.772741 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.772741 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.773182 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.773182 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:07:34.781894 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:34.835285 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Attempting to bind port 198d3083-9af9-45ad-b381-845d2466a726 on host dv-cinder-800228-1-iscsi for vnic_type normal with profile  {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:34.835737 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Attempting to bind port 198d3083-9af9-45ad-b381-845d2466a726 by drivers openvswitch,hyperv on host dv-cinder-800228-1-iscsi at level 0 using segments [{'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:34.836251 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Attempting to bind port 198d3083-9af9-45ad-b381-845d2466a726 on network fa33066e-15a4-46de-9b03-9706b4ef2aa5 {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:34.844589 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Checking agent: {'id': 'fca18023-8a94-4088-836f-6085309df2be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800228-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 46, 13), 'started_at': datetime.datetime(2021, 7, 9, 15, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800228-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:34.844905 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Checking segment: {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:34.845308 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.845706 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Bound using segment: {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'} {{(pid=74303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:34.846191 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.managers [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Bound port: 198d3083-9af9-45ad-b381-845d2466a726, host: dv-cinder-800228-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7e4cf7-076d-400f-a300-73720df1000c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5'}}] {{(pid=74303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:34.846593 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.937335 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] For port 198d3083-9af9-45ad-b381-845d2466a726, host dv-cinder-800228-1-iscsi, cleared binding levels {{(pid=74303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:34.940211 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.plugins.ml2.db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] For port 198d3083-9af9-45ad-b381-845d2466a726, host dv-cinder-800228-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=198d3083-9af9-45ad-b381-845d2466a726,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:34.944234 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron_lib.callbacks.manager [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:34.949110 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:35.021056 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Pushing event updated for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=4']} {{(pid=74303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:35.024457 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG oslo_concurrency.lockutils [None req-9b9d3035-3d3f-4706-b9ba-cbd8803808f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:35.028913 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:07:35.029534 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5b1d3280>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:07:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:35.211220 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:07:35.425825 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 198d3083-9af9-45ad-b381-845d2466a726 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:35.494323 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning for port 198d3083-9af9-45ad-b381-845d2466a726 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:35.500456 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 198d3083-9af9-45ad-b381-845d2466a726 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:35.500911 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:35.552129 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5b1d3280>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '198d3083-9af9-45ad-b381-845d2466a726', 'name': '', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'mac_address': 'fa:16:3e:7b:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:06Z', 'updated_at': '2021-07-09T16:07:34Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'subnets': [{'id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:07:35.556253 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fc04e-d077-40e2-8a61-2e11b2ddc247 None None] The sync data for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi is: [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:07Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '198d3083-9af9-45ad-b381-845d2466a726', 'name': '', 'network_id': 'fa33066e-15a4-46de-9b03-9706b4ef2aa5', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'mac_address': 'fa:16:3e:7b:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:06Z', 'updated_at': '2021-07-09T16:07:34Z', 'revision_number': 4, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'subnets': [{'id': 'f36279da-6b4c-4434-8e0a-5b274b000061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:07:35.628232 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:35.665192 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] For port 198d3083-9af9-45ad-b381-845d2466a726, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=198d3083-9af9-45ad-b381-845d2466a726,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:07:35.670468 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:35.672323 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:35.742198 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Pushing event updated for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:35.752335 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:37.409219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 198d3083-9af9-45ad-b381-845d2466a726 up at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:07:37.477770 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Provisioning complete for port 198d3083-9af9-45ad-b381-845d2466a726 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:37.478088 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:41.069334 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:42.028332 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-b0b96176-3cff-40c2-bc13-30aeb3d02261 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:security_group {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:07:42.044929 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-b0b96176-3cff-40c2-bc13-30aeb3d02261 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:security_group {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:07:42.046157 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-b0b96176-3cff-40c2-bc13-30aeb3d02261 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194548672&fields=id&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 267 time: 0.0597088
Jul 09 16:07:42.190464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-42d270eb-1c11-4d35-a799-a5667317ddef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:42.191129 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-42d270eb-1c11-4d35-a799-a5667317ddef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:network {{(pid=74301) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:07:42.207067 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-42d270eb-1c11-4d35-a799-a5667317ddef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:network {{(pid=74301) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:07:42.208231 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-42d270eb-1c11-4d35-a799-a5667317ddef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1555679
Jul 09 16:07:42.228333 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-97d4793c-8e8a-48e4-bfd0-609b5c55e4c6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/quotas/59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 375 time: 0.0143461
Jul 09 16:07:42.314925 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-0a7870ec-d9c1-4c89-b27e-fbe2f52f651a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0791004
Jul 09 16:07:42.330241 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-d2b771d4-9df1-4fab-9159-7c360ef9b886 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74301) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 16:07:42.331160 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-d2b771d4-9df1-4fab-9159-7c360ef9b886 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051739
Jul 09 16:07:42.460514 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-47f7b339-ebc2-4d48-b9db-4bb5fcd3989d service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236582
Jul 09 16:07:42.486190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-4d5714bd-83eb-432f-a469-d356cb9656c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:42.595817 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ba15861b-6443-4e5a-a0db-39de023bccf5 service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275127
Jul 09 16:07:42.896800 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:42.995472 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e9dcea2f-8b99-442d-a529-282b09bd9c21 req-544f369a-d164-45af-9f41-f219f072ec17 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:07:43.012400 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e9dcea2f-8b99-442d-a529-282b09bd9c21 req-544f369a-d164-45af-9f41-f219f072ec17 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:07:43.013678 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e9dcea2f-8b99-442d-a529-282b09bd9c21 req-544f369a-d164-45af-9f41-f219f072ec17 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0610020
Jul 09 16:07:44.175635 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-7a48ead2-f07c-4e02-b1e7-177195025840 req-114fc749-9582-4812-9b11-306860eb272c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0407836
Jul 09 16:07:44.789679 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9346a4d6-def1-4a69-8456-314f0c399166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:45.338395 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69dce8bc-dd1b-4019-8921-c4f1563e2967 req-59fdfcb0-5a22-4c4d-9ecf-eb9fd7ebd698 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0420341
Jul 09 16:07:45.758087 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:46.504070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-2042d361-a9a0-410d-b61d-0753d36f20e0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:46.505499 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-2042d361-a9a0-410d-b61d-0753d36f20e0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1468489
Jul 09 16:07:46.524357 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0d85837a-8a42-4579-a78e-06b132aeedc1 req-b1c011af-5648-4725-bdfc-04af877f5fb2 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0639954
Jul 09 16:07:46.570825 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-40e0b2a7-50d0-4c49-86f8-1b09a9aec66a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:security_group {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:07:46.583151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-40e0b2a7-50d0-4c49-86f8-1b09a9aec66a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:security_group {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:07:46.584266 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-40e0b2a7-50d0-4c49-86f8-1b09a9aec66a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 380 time: 0.0582154
Jul 09 16:07:46.595357 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'port': {'device_id': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'admin_state_up': True, 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'security_groups': ['81675a9c-9556-4a38-a06b-6f61402ded86']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:46.825593 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:07:46.835935 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:07:46.847729 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Made reservation on behalf of 59d4e6f7226e4664bb78604320eaaf25 for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:07:46.851398 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.020664 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.20.0.6 (91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21/e5393e05-f144-4d69-b4de-b0378ad6176a/8a471955-1f41-4253-8535-dc679d1ba445) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:07:47.208304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.223309 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.225141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Transition to ACTIVE for port object 8a471955-1f41-4253-8535-dc679d1ba445 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:47.247142 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.252639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:47.323373 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:07:47.326902 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:07:47.331194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:07:47.360766 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:47.368019 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:47.413416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:47.414120 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.441197 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8494306
Jul 09 16:07:47.458773 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Request body: {'port': {'device_id': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:07:47.582135 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.606814 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-63edf189-5b6f-4b72-a7ad-f79c33ba054f None None] Provisioning for port 8a471955-1f41-4253-8535-dc679d1ba445 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:07:47.611870 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-63edf189-5b6f-4b72-a7ad-f79c33ba054f None None] Provisioning complete for port 8a471955-1f41-4253-8535-dc679d1ba445 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:07:47.612252 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-63edf189-5b6f-4b72-a7ad-f79c33ba054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:47.664586 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-63edf189-5b6f-4b72-a7ad-f79c33ba054f None None] Port 8a471955-1f41-4253-8535-dc679d1ba445 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:07:47.878817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22acc07-4a83-49c8-8ef1-0261c0446a5b req-75b9ecc6-e86a-46af-a9e1-0600c5998e05 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:47.879513 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-f22acc07-4a83-49c8-8ef1-0261c0446a5b req-75b9ecc6-e86a-46af-a9e1-0600c5998e05 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:07:47.919167 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-f22acc07-4a83-49c8-8ef1-0261c0446a5b req-75b9ecc6-e86a-46af-a9e1-0600c5998e05 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:07:47.920316 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f22acc07-4a83-49c8-8ef1-0261c0446a5b req-75b9ecc6-e86a-46af-a9e1-0600c5998e05 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 931 time: 0.2603745
Jul 09 16:07:48.028707 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f22acc07-4a83-49c8-8ef1-0261c0446a5b req-c5dfcd82-537f-4a54-bfc8-df9a604f38de tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991089
Jul 09 16:07:48.038068 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a471955-1f41-4253-8535-dc679d1ba445 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:07:48.046664 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:48.063262 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Transition to ACTIVE for port object 8a471955-1f41-4253-8535-dc679d1ba445 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:07:48.067286 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:48.071621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:48.194141 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Pushing event updated for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:48.198259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:48.315513 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Attempting to bind port 8a471955-1f41-4253-8535-dc679d1ba445 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:07:48.315845 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Attempting to bind port 8a471955-1f41-4253-8535-dc679d1ba445 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:07:48.316168 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Attempting to bind port 8a471955-1f41-4253-8535-dc679d1ba445 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:48.321942 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Port 8a471955-1f41-4253-8535-dc679d1ba445 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:07:48.322297 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Attempting to bind port 8a471955-1f41-4253-8535-dc679d1ba445 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:07:48.328738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:07:48.329068 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:07:48.329451 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Bound using segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:07:48.329862 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Bound port: 8a471955-1f41-4253-8535-dc679d1ba445, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:07:48.330231 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:48.420070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:07:48.423203 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8a471955-1f41-4253-8535-dc679d1ba445,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:07:48.427509 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:48.431126 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95580799-96e6-4afd-8e0b-0f44b0ad9101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:07:48.507160 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:07:48.508545 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] 10.222.0.79 "PUT /v2.0/ports/8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 1093 time: 1.0545888
Jul 09 16:07:48.511217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:07:48.536948 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Pushing event updated for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:07:48.540209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:07:48.571377 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445', 'status': 'completed', 'code': 200}
Jul 09 16:07:48.662838 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-f0852d81-cfbd-485d-90ee-320a492a1ab3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1096 time: 0.0746934
Jul 09 16:07:48.835338 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-1d54fbf6-d872-4783-bcd7-c6cd3d334eef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 217 time: 0.1574526
Jul 09 16:07:48.897225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-b06863bc-654b-4a4a-bc9f-7e9566274b72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:48.898791 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-b06863bc-654b-4a4a-bc9f-7e9566274b72 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0572011
Jul 09 16:07:49.221703 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6da80-750e-4020-b7fd-72e6f8e14884 req-bc5ba201-c937-4efe-b5fa-7461b3bb4426 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:49.223178 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-18e6da80-750e-4020-b7fd-72e6f8e14884 req-bc5ba201-c937-4efe-b5fa-7461b3bb4426 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0768242
Jul 09 16:07:49.277880 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-18e6da80-750e-4020-b7fd-72e6f8e14884 req-ff50b92d-835b-4cbe-980a-537ca4a9f715 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486841
Jul 09 16:07:50.475310 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada73376-155f-4fff-81dc-71b55fc42cec req-359068d9-009b-4ddf-a203-8516881ffdc9 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:50.476763 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ada73376-155f-4fff-81dc-71b55fc42cec req-359068d9-009b-4ddf-a203-8516881ffdc9 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0802016
Jul 09 16:07:50.522567 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ada73376-155f-4fff-81dc-71b55fc42cec req-4a900827-66c4-4e8e-81f3-27b3211cfa7a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399251
Jul 09 16:07:51.054669 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-54382578-62a9-4985-89e0-be6f56722a38 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676398
Jul 09 16:07:51.730572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa8d85-87b5-47a4-afb0-a41440070a51 req-7eff80f1-96c7-4f6f-a2ee-cb279affe7dc tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:51.732119 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a9fa8d85-87b5-47a4-afb0-a41440070a51 req-7eff80f1-96c7-4f6f-a2ee-cb279affe7dc tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0855107
Jul 09 16:07:51.781236 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a9fa8d85-87b5-47a4-afb0-a41440070a51 req-dcae4c3d-50d5-484f-9325-80e64430d0e9 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437007
Jul 09 16:07:52.410440 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-c81ccd86-db40-40a9-be16-8c6f9cc57419 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286173
Jul 09 16:07:52.544511 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78d1eee3-1c71-4f6a-9258-31f88d6b32a2 req-87cedd16-6e6f-4ca9-ba33-375c3a33da5f service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270909
Jul 09 16:07:52.725436 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-a9cdb5ae-846e-4a8c-91d7-9c18f278b3ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1096 time: 0.0740814
Jul 09 16:07:52.873003 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-3f035858-db4a-4146-b10c-f8ad60904a72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:52.874520 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-3f035858-db4a-4146-b10c-f8ad60904a72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1392593
Jul 09 16:07:52.946223 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-840381b6-3a4e-4d70-a029-8ead46206f80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 217 time: 0.0643187
Jul 09 16:07:52.979721 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd94289-f611-4bb1-a501-139cc670455a req-b56dee8f-60db-4db7-83da-d72aed7dbf51 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:52.981760 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3dd94289-f611-4bb1-a501-139cc670455a req-b56dee8f-60db-4db7-83da-d72aed7dbf51 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0756814
Jul 09 16:07:53.011044 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-ba75b796-33c2-41b8-8dc1-15e86065490b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:53.013290 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-ba75b796-33c2-41b8-8dc1-15e86065490b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0596323
Jul 09 16:07:53.033605 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3dd94289-f611-4bb1-a501-139cc670455a req-14af0678-5d32-46e2-9272-3455760131b5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454619
Jul 09 16:07:53.121589 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-2db49b38-0d9b-4a26-9933-5e1d8928def2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689745
Jul 09 16:07:53.256635 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-fc3c40e5-6af4-4d62-9d4c-c8d3be51a70c service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277010
Jul 09 16:07:53.393652 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-57c88309-b2f7-488c-a36d-ca5a10b0c129 req-7acd5df8-4a2f-448a-84ef-febbdaae24d2 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304038
Jul 09 16:07:54.251406 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59161fdf-75f7-4c64-8a66-85ae0c98baba req-d59eae9e-4177-4ca7-af5d-713d0670c43a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:54.252909 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59161fdf-75f7-4c64-8a66-85ae0c98baba req-d59eae9e-4177-4ca7-af5d-713d0670c43a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0917640
Jul 09 16:07:54.301405 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59161fdf-75f7-4c64-8a66-85ae0c98baba req-6781450f-0b21-40b9-ae3b-7d8b75a2b028 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424819
Jul 09 16:07:55.498897 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55872-3cca-421a-9f98-b31597f5220f req-28e3d727-2bb9-4ea7-9c0f-f41fee5fee86 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:55.500374 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ed55872-3cca-421a-9f98-b31597f5220f req-28e3d727-2bb9-4ea7-9c0f-f41fee5fee86 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0777242
Jul 09 16:07:55.545288 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2ed55872-3cca-421a-9f98-b31597f5220f req-b9b87acb-e1d4-4225-b30b-9237da0ae829 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394278
Jul 09 16:07:56.735624 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1fa0-b2fd-46c4-93ba-e7ebae228201 req-06b57b7f-0d00-473d-a44c-670f6c9bdb20 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:56.737068 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-86de1fa0-b2fd-46c4-93ba-e7ebae228201 req-06b57b7f-0d00-473d-a44c-670f6c9bdb20 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0750556
Jul 09 16:07:56.786159 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-86de1fa0-b2fd-46c4-93ba-e7ebae228201 req-9d2e0275-6d32-4aba-a3c5-133dacdeed31 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436254
Jul 09 16:07:57.984273 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf889bd-1682-4be5-bb21-fedd9b36d38b req-a048cfad-e13e-4f62-a1ee-76ee787ace1d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:57.985695 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1cf889bd-1682-4be5-bb21-fedd9b36d38b req-a048cfad-e13e-4f62-a1ee-76ee787ace1d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0787406
Jul 09 16:07:58.031544 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1cf889bd-1682-4be5-bb21-fedd9b36d38b req-6843002b-41c0-4e00-8f8a-ffdfdd593f76 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404294
Jul 09 16:07:59.224040 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509574c-b90c-442f-a845-80e1c213913e req-3e9aff90-2cc6-4efe-ab4b-145d0cb10825 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:07:59.225476 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3509574c-b90c-442f-a845-80e1c213913e req-3e9aff90-2cc6-4efe-ab4b-145d0cb10825 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0763583
Jul 09 16:07:59.269699 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3509574c-b90c-442f-a845-80e1c213913e req-2e0e29d4-c59b-46ba-9e04-3a6e891a09dd tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387151
Jul 09 16:08:00.467642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1180-871f-4bb4-8603-55f793052d1c req-9a215993-66c8-43b8-a853-1d1d76bb8c6c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:00.469093 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-203e1180-871f-4bb4-8603-55f793052d1c req-9a215993-66c8-43b8-a853-1d1d76bb8c6c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0763221
Jul 09 16:08:00.514836 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-203e1180-871f-4bb4-8603-55f793052d1c req-b7b5d88a-4776-47ef-be39-9c43042f4838 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401757
Jul 09 16:08:01.715283 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38cf03-d011-4a26-82d7-9108d1fb1726 req-7beabcb8-966e-4681-99aa-0730eb0323ff tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:01.716737 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7d38cf03-d011-4a26-82d7-9108d1fb1726 req-7beabcb8-966e-4681-99aa-0730eb0323ff tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0813296
Jul 09 16:08:01.761996 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7d38cf03-d011-4a26-82d7-9108d1fb1726 req-2f24ef64-5d5c-40d6-919a-99a08a630ea4 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391207
Jul 09 16:08:02.960256 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d2e7a-e481-4624-81bc-487877c6c471 req-818352b4-d106-408f-a241-eabe2bcb8a41 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:02.961696 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8c3d2e7a-e481-4624-81bc-487877c6c471 req-818352b4-d106-408f-a241-eabe2bcb8a41 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0797765
Jul 09 16:08:03.006703 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8c3d2e7a-e481-4624-81bc-487877c6c471 req-f19288c3-9418-4cf5-9a71-8ae6e9647bb3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393443
Jul 09 16:08:04.197929 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087a4ef-be16-4ef7-88a9-fd023e5d94a3 req-8d9a8412-66e5-4270-b4fd-e75b122678aa tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:04.200095 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c087a4ef-be16-4ef7-88a9-fd023e5d94a3 req-8d9a8412-66e5-4270-b4fd-e75b122678aa tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 943 time: 0.0761969
Jul 09 16:08:04.243928 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-c087a4ef-be16-4ef7-88a9-fd023e5d94a3 req-a5a37e05-af9c-4813-b102-287387673932 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384760
Jul 09 16:08:04.691022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 8a471955-1f41-4253-8535-dc679d1ba445 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:08:04.826229 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8a471955-1f41-4253-8535-dc679d1ba445,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:08:04.839546 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '8a471955-1f41-4253-8535-dc679d1ba445', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'port_id': '8a471955-1f41-4253-8535-dc679d1ba445', 'mac_address': 'fa:16:3e:a6:39:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:08:04.895631 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:04.912438 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a471955-1f41-4253-8535-dc679d1ba445 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:08:04.927313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8a471955-1f41-4253-8535-dc679d1ba445,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:08:04.931186 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:04.933399 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:04.995119 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:05.003742 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.004086 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.004423 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.004778 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.005114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.005438 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.005759 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.006112 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.006433 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.006748 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.007065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:05.010913 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:05.438673 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7c6d1-5daf-4c6f-90fe-30514708d079 req-b12a0e30-16bf-4432-b8e1-e42ed527d307 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:05.440111 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8dc7c6d1-5daf-4c6f-90fe-30514708d079 req-b12a0e30-16bf-4432-b8e1-e42ed527d307 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 944 time: 0.0762978
Jul 09 16:08:05.485066 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-8dc7c6d1-5daf-4c6f-90fe-30514708d079 req-d6a0f8ec-f469-49b2-8b44-c65008ee8a31 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395494
Jul 09 16:08:06.761219 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f511-0823-4736-b037-991800d14cfd req-3e3ec72d-9117-4818-ae54-6023e957f0f7 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:06.762786 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a8b0f511-0823-4736-b037-991800d14cfd req-3e3ec72d-9117-4818-ae54-6023e957f0f7 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 944 time: 0.1609776
Jul 09 16:08:06.810355 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-a8b0f511-0823-4736-b037-991800d14cfd req-a0ecd8f0-cb1e-46d3-a09b-aff38301a885 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421145
Jul 09 16:08:07.091520 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['8a471955-1f41-4253-8535-dc679d1ba445'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:08:08.017151 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bbc7e-3404-460e-8cc1-3851fa349cae req-25203e65-1f06-453d-901c-3c61700a39d5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:08.018644 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b5bbc7e-3404-460e-8cc1-3851fa349cae req-25203e65-1f06-453d-901c-3c61700a39d5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 944 time: 0.0824347
Jul 09 16:08:08.063676 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0b5bbc7e-3404-460e-8cc1-3851fa349cae req-b555771b-860e-4eac-8685-6a395808e924 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394628
Jul 09 16:08:09.133390 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:08:09.290781 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dcd55-01d0-43d8-b503-9075b490cbbc req-e8337023-a266-4507-93a4-902a466926ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:09.293064 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7b9dcd55-01d0-43d8-b503-9075b490cbbc req-e8337023-a266-4507-93a4-902a466926ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 944 time: 0.0775394
Jul 09 16:08:09.342678 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7b9dcd55-01d0-43d8-b503-9075b490cbbc req-d21b38cc-da5d-46ca-abbd-7b69e94c1500 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441477
Jul 09 16:08:10.078746 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 8a471955-1f41-4253-8535-dc679d1ba445 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:08:10.188602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 8a471955-1f41-4253-8535-dc679d1ba445 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:08:10.193439 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 8a471955-1f41-4253-8535-dc679d1ba445 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:08:10.193811 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:10.332362 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:10.359438 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:08:10.368961 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8a471955-1f41-4253-8535-dc679d1ba445,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:08:10.374190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:10.376381 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:10.424036 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445', 'code': 200}
Jul 09 16:08:10.445177 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:10.457675 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:10.550544 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcbd32-8e62-443c-8abf-a41de1d50a45 req-a20fce42-51d0-4b5c-96a2-a670626ede4f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:10.552013 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-adfcbd32-8e62-443c-8abf-a41de1d50a45 req-a20fce42-51d0-4b5c-96a2-a670626ede4f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.0835328
Jul 09 16:08:10.612884 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-adfcbd32-8e62-443c-8abf-a41de1d50a45 req-10a65597-8a4c-47a1-bb1a-f960fa23176d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550878
Jul 09 16:08:10.772134 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-60419d33-a5ec-4ad7-a37c-9fdd0b17343b req-91320aad-fd21-46ad-b6dc-f0400b7d3f6c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1098 time: 0.0714247
Jul 09 16:08:10.818840 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-60419d33-a5ec-4ad7-a37c-9fdd0b17343b req-9f074ac3-f0f9-401a-b11f-ec6c1082addf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362663
Jul 09 16:08:11.078688 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:11.809967 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302156f-2ced-40d6-b295-9abc0e737cad req-ec1e5d69-502e-4e84-b4b9-1b60fb2f6166 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:11.811549 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3302156f-2ced-40d6-b295-9abc0e737cad req-ec1e5d69-502e-4e84-b4b9-1b60fb2f6166 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.0760784
Jul 09 16:08:11.957751 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3302156f-2ced-40d6-b295-9abc0e737cad req-f88aa741-b470-4f76-a354-43d6241fa6e3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404684
Jul 09 16:08:12.020139 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51548) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:12.160009 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.190378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:12.194070 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ee5f560900484fb2258769314f3fec is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:12.196768 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:12.202836 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:12.273672 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.277797 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.284679 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-13f9d2b9-4227-4fce-bed5-fe41897226c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:12.325489 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ffcee-3c60-4f29-b4aa-3c644e857f10,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:12.332353 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51554) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:12.332880 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b9ee5f560900484fb2258769314f3fec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3112266
Jul 09 16:08:12.333741 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:12.396507 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.423066 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.476764 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.478497 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-cf6804e5-9d64-463b-8cb4-a2e798b0d2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.481928 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c828fc02-fc91-408a-ad51-130e85708ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:12.493549 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ffcee-3c60-4f29-b4aa-3c644e857f10,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:12.497180 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:12.499084 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.500180 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-63b6cf6f-7cd9-4511-81f3-6fbe3d103547 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/084ffcee-3c60-4f29-b4aa-3c644e857f10 HTTP/1.1" status: 204  len: 168 time: 0.1652634
Jul 09 16:08:12.822051 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51562) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:12.841416 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.877539 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:12.881389 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Usage tracker for resource:security_group_rule and tenant:b828a9374444499cbd484cb6626def64 is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:12.884560 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:12.891336 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:12.899603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.969212 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.973017 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:12.981093 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d92407dd-0d84-4fc5-b70b-48dd8fcaac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:13.023107 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0134c8-9996-44a6-8084-cb05005967d7,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:13.027332 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:13.030278 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-21bdb409-6e3b-4721-9ed0-690e9a28cc5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b828a9374444499cbd484cb6626def64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2072046
Jul 09 16:08:13.032893 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51568) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:13.100376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:13.128935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:13.156046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d163d-a0e7-4860-8263-ba8e02935360 req-a3aec568-741f-41ed-bdfb-a9918a5a0d55 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:13.157508 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-058d163d-a0e7-4860-8263-ba8e02935360 req-a3aec568-741f-41ed-bdfb-a9918a5a0d55 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.0764260
Jul 09 16:08:13.181568 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:13.186375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8a807344-3c9f-4352-aa34-b65d9066015b tempest-TestMinimumBasicScenario-1756584079 tempest-TestMinimumBasicScenario-1756584079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:13.197893 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0134c8-9996-44a6-8084-cb05005967d7,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:13.206602 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:13.207378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:13.210764 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-17a2b264-4c48-4c0a-ba0e-ab93c451f349 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c0134c8-9996-44a6-8084-cb05005967d7 HTTP/1.1" status: 204  len: 168 time: 0.1745870
Jul 09 16:08:13.210938 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-058d163d-a0e7-4860-8263-ba8e02935360 req-3824c84b-2244-4833-a2b2-515d7115c0ea tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453541
Jul 09 16:08:13.414055 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca5b55-cdc6-4f16-95d3-a409814a6e73 req-046a52ad-5272-428a-a589-09c7d1bf0284 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:13.415519 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5eca5b55-cdc6-4f16-95d3-a409814a6e73 req-046a52ad-5272-428a-a589-09c7d1bf0284 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.0778704
Jul 09 16:08:13.462650 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-5eca5b55-cdc6-4f16-95d3-a409814a6e73 req-bd4998b5-9b7a-45e7-859b-3515e944daa4 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399520
Jul 09 16:08:13.490272 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51578) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:13.749334 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7d7458e1-0347-43f1-acab-74d8b62a26ad tempest-TestVolumeBootPattern-416330387 tempest-TestVolumeBootPattern-416330387-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1093 time: 0.2577682
Jul 09 16:08:13.751973 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51592) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:13.757148 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'port_id': '8a471955-1f41-4253-8535-dc679d1ba445', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:08:13.763038 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:13.766839 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:floatingip and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:13.769660 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:13.775631 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:13.786500 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:13.929931 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:14.070097 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.27.2.68 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/fbfcb859-3d43-4e02-81a2-08658672732d) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:08:14.216287 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:14.246654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:14.251150 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-9e19f511-0e18-4e50-b0fb-1fc7e2241f4f tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:14.314376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:08:14.315171 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:08:14.319273 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:08:14.351565 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=fbfcb859-3d43-4e02-81a2-08658672732d,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:14.356356 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:14.800186 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9d283ea3-2dcd-4093-8cc3-3eda97be675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:14.843274 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:14.902446 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.196728 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.201270 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.205578 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2b48a33a-1bff-4c1b-8e31-b652028d86fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:15.305919 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=fbfcb859-3d43-4e02-81a2-08658672732d,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:15.310224 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:15.325195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.456115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51628) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:15.519421 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Floating IP 1a12becb-c3da-4b30-ab5d-36bb70bcbca2 associated. External IP: 172.27.2.68, port: 8a471955-1f41-4253-8535-dc679d1ba445.
Jul 09 16:08:15.624142 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.661875 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:15.665803 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfcb4e2b17f4f7682934c6caa37e57c is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:15.669301 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:15.675333 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:15.756070 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.758356 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.760742 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.767819 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-cd762d0d-2a92-4406-81a8-7f2ef3511af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:15.815024 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f83a76-54ac-4b0b-a797-bc346e5f306d,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:15.818351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:15.826672 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1515ef87-7872-4667-91db-58d94ab749b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9dfcb4e2b17f4f7682934c6caa37e57c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3694227
Jul 09 16:08:15.827276 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51634) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:15.896258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.927456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.955153 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:08:15.989445 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:15.993486 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-5815f07a-f99f-447c-96f0-a18f8b3c0740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:16.012257 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f83a76-54ac-4b0b-a797-bc346e5f306d,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:16.016258 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:16.024092 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.029106 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-67eae8d4-9219-416f-a7ce-222991215870 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/84f83a76-54ac-4b0b-a797-bc346e5f306d HTTP/1.1" status: 204  len: 168 time: 0.1970754
Jul 09 16:08:16.201289 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:08:16.211941 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:08:16.229211 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:08:16.231007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a60e100>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:08:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:16.232853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.298553 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5454998
Jul 09 16:08:16.299277 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:08:16.404608 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51648) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:16.424050 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.431107 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:08:16.456841 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:16.460744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Usage tracker for resource:security_group_rule and tenant:9526198912734bbb949020b6022fc348 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:16.463890 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:16.469727 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:16.548107 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.552213 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.561061 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-085431b7-e9c9-40c7-9d17-e88aad3037af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:16.601180 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b56557-3de5-42a7-9782-0b8eb191b49c,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:16.604791 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:16.611720 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-099b823d-8aee-483f-ad23-7679163427dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9526198912734bbb949020b6022fc348&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2050343
Jul 09 16:08:16.613307 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51652) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:16.634644 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445', 'status': 'completed', 'code': 200}
Jul 09 16:08:16.684319 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.710444 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.751716 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-0324517c-f066-4819-a460-24d28a57c3b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1098 time: 0.0744710
Jul 09 16:08:16.766484 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.771145 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-553c4e36-2501-4512-a886-a4ea7f3c48d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:16.784763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b56557-3de5-42a7-9782-0b8eb191b49c,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:16.798945 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:16.803042 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:16.804400 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02b56557-3de5-42a7-9782-0b8eb191b49c HTTP/1.1" status: 204  len: 168 time: 0.1901610
Jul 09 16:08:16.833592 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a60e100>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '1a12becb-c3da-4b30-ab5d-36bb70bcbca2', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '8a471955-1f41-4253-8535-dc679d1ba445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:a6:39:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:14Z', 'updated_at': '2021-07-09T16:08:14Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:16.837605 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:08:16.849030 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:08:16.849642 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a60e100>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:08:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:16.917814 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-8851a6c6-26b7-41ea-9732-305d7059b481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:16.919304 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-8851a6c6-26b7-41ea-9732-305d7059b481 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1604569
Jul 09 16:08:17.032457 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-6ac672f3-64c9-4f43-bc1f-1fd39f2def02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 998 time: 0.1048970
Jul 09 16:08:17.039776 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:08:17.096879 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-d66d037e-150e-4c92-b902-1d0f703f63de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:17.098653 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-d66d037e-150e-4c92-b902-1d0f703f63de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0603490
Jul 09 16:08:17.186797 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-187867b3-9e6e-40ab-8e3e-580e3c4b8ee8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811970
Jul 09 16:08:17.294733 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:17.334146 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-ec8a5bd8-a2fa-43db-83b2-0b3af3729c31 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387475
Jul 09 16:08:17.415636 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a60e100>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '1a12becb-c3da-4b30-ab5d-36bb70bcbca2', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '8a471955-1f41-4253-8535-dc679d1ba445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:a6:39:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:14Z', 'updated_at': '2021-07-09T16:08:14Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:17.420704 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d36576-b1ad-4b26-9a90-218cadd3cb22 None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '1a12becb-c3da-4b30-ab5d-36bb70bcbca2', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '8a471955-1f41-4253-8535-dc679d1ba445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:a6:39:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:08:14Z', 'updated_at': '2021-07-09T16:08:14Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:08:17.477682 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ffaeb623-6529-4065-bc70-038d729e5ad5 req-6f0a943d-8d42-4edc-8a20-91b8030c17d8 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374671
Jul 09 16:08:17.630093 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbb652-82d6-482f-ab22-401867e3430a None None] New status for floating IP 1a12becb-c3da-4b30-ab5d-36bb70bcbca2: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:08:17.713138 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51674) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:17.845392 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627956838-network', 'tenant_id': '8a3e88933afe40368b783f2cb457843b'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:08:17.850586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:17.855563 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Usage tracker for resource:network and tenant:8a3e88933afe40368b783f2cb457843b is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:17.859304 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:17.866975 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:17.877984 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Made reservation on behalf of 8a3e88933afe40368b783f2cb457843b for: {'network': 1} {{(pid=74301) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:08:17.880389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:17.896169 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:17.928280 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:17.932869 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Usage tracker for resource:security_group_rule and tenant:8a3e88933afe40368b783f2cb457843b is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:17.936040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:17.941646 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:18.007271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.011428 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.014211 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-23ac647d-cef0-44bd-bdd6-cf8055527915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:18.045308 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'}  {{(pid=74301) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 16:08:18.050465 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc221da6-42e5-471b-b356-cb3727d5cd7f,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:18.054108 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:18.057777 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.058147 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.segments_db [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Added segment 5018450e-d6ee-47b2-8636-46560a3f6ab7 of type vlan for network aa249624-c8c2-40e8-8a06-54a4b098202d
Jul 09 16:08:18.084170 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.111566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.112701 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:18.113272 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.117708 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-f3549026-08cd-471b-bd5f-9cfa7180ea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:18.218566 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5042503
Jul 09 16:08:18.219617 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Pushing event updated for resources: {'Network': ['ID=aa249624-c8c2-40e8-8a06-54a4b098202d,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:18.221574 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51680) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:18.222853 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-71e50ad1-146e-4f32-9100-9ccf010c0e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:18.227667 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Request body: {'subnet': {'network_id': 'aa249624-c8c2-40e8-8a06-54a4b098202d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627956838-subnet', 'tenant_id': '8a3e88933afe40368b783f2cb457843b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:08:18.229717 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network aa249624-c8c2-40e8-8a06-54a4b098202d details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 16:08:18.232830 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:18.236693 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Usage tracker for resource:subnet and tenant:8a3e88933afe40368b783f2cb457843b is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:18.239636 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:18.245861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:18.255662 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Made reservation on behalf of 8a3e88933afe40368b783f2cb457843b for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:08:18.258174 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.554115 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.558538 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:18.630483 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed31798-c448-4b15-83d8-8f8b2193963b,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:18.634259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:18.642343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Checking segment: {'id': '5018450e-d6ee-47b2-8636-46560a3f6ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'aa249624-c8c2-40e8-8a06-54a4b098202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:08:18.642700 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Network hostable DHCP agents. Network: aa249624-c8c2-40e8-8a06-54a4b098202d, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 16:08:18.664120 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Network aa249624-c8c2-40e8-8a06-54a4b098202d is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 16:08:18.674499 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, aa249624-c8c2-40e8-8a06-54a4b098202d) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:08:18.678628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:18.679197 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:18.687650 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c315dd-d07a-44e7-89a2-314830f27547 None None] Network aa249624-c8c2-40e8-8a06-54a4b098202d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:08:18.702077 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-86235b5d-7015-4224-96db-68a8979615f6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4783015
Jul 09 16:08:18.902036 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed34bd-c65f-4d4b-bfe2-b03f0facaa10 None None] Network aa249624-c8c2-40e8-8a06-54a4b098202d requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:08:19.533908 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51702) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:19.539639 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321344938-network', 'tenant_id': '05e89048647c4a87b6570eb21942406f'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:08:19.545067 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:19.548898 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Usage tracker for resource:network and tenant:05e89048647c4a87b6570eb21942406f is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:19.551842 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:19.558235 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:19.568187 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Made reservation on behalf of 05e89048647c4a87b6570eb21942406f for: {'network': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:08:19.570596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for network, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.583282 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.615225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:19.618980 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Usage tracker for resource:security_group_rule and tenant:05e89048647c4a87b6570eb21942406f is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:19.622631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:19.628243 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:19.695501 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.699746 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.702922 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e266ee80-f83a-4935-930b-b290a5348e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:19.735518 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'}  {{(pid=74300) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 09 16:08:19.741078 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654f176c-1d5f-4e6e-856a-366ad8d1559d,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:19.745718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:19.750926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.751283 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.segments_db [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Added segment 3417fe1f-34af-464a-95c7-77ddbff23ba6 of type vlan for network a8f92508-bacc-4eeb-a4c8-d860d301d4e4
Jul 09 16:08:19.778930 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755923483311'] for network, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.808969 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451'] for network, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.810247 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:19.810827 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:19.815636 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:19.916110 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Pushing event updated for resources: {'Network': ['ID=a8f92508-bacc-4eeb-a4c8-d860d301d4e4,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:19.919551 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3845928
Jul 09 16:08:19.920418 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-dcdba8e2-3ff1-41a0-83ad-d0d2df99710b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:19.922324 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 51706) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:19.927019 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Network a8f92508-bacc-4eeb-a4c8-d860d301d4e4 details requested by agent ovs-agent-dv-cinder-800228-1-iscsi with host dv-cinder-800228-1-iscsi {{(pid=74302) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 16:08:19.927708 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Request body: {'subnet': {'network_id': 'a8f92508-bacc-4eeb-a4c8-d860d301d4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321344938-subnet', 'tenant_id': '05e89048647c4a87b6570eb21942406f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:08:19.932576 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:19.936593 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Usage tracker for resource:subnet and tenant:05e89048647c4a87b6570eb21942406f is out of sync, need to count used quota {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:19.939474 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74300) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:19.945195 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:19.958774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Made reservation on behalf of 05e89048647c4a87b6570eb21942406f for: {'subnet': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:08:19.961177 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1905755'] for subnet, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:20.167337 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1087365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1906081'] for subnet, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:20.171158 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-92d2db4e-d8f9-463a-b2cf-83edf2d5a7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:20.240086 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdba41c6-706b-4d62-965c-b84861a1c50e,revision_number=0']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:20.243852 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:20.251926 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Checking segment: {'id': '3417fe1f-34af-464a-95c7-77ddbff23ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'a8f92508-bacc-4eeb-a4c8-d860d301d4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:08:20.252281 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Network hostable DHCP agents. Network: a8f92508-bacc-4eeb-a4c8-d860d301d4e4, hostable agents: ['929419f3-a603-4001-a4a3-6a8ff2e1405b'], hosted agents: [] {{(pid=74300) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 16:08:20.274423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Network a8f92508-bacc-4eeb-a4c8-d860d301d4e4 is scheduled to be hosted by DHCP agent 929419f3-a603-4001-a4a3-6a8ff2e1405b with binding_index 1 {{(pid=74300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 16:08:20.286467 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800228-1-iscsi, a8f92508-bacc-4eeb-a4c8-d860d301d4e4) {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:08:20.290496 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:20.291206 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:20.295471 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa1fdb-a5c3-47a8-b3a1-01584ddf1152 None None] Network a8f92508-bacc-4eeb-a4c8-d860d301d4e4 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:08:20.318718 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-c984372c-8b5b-4028-8bad-a604b3c3c7c6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3953192
Jul 09 16:08:20.512576 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9131e-2056-4220-9b9b-86e44f5e1cb0 None None] Network a8f92508-bacc-4eeb-a4c8-d860d301d4e4 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:08:36.709937 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51830) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:36.768961 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Deleting subnet eed31798-c448-4b15-83d8-8f8b2193963b {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:08:36.771942 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:36.918879 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:36.972764 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.041998 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.046675 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-8f89570e-6fae-4a44-95a7-8e560ba39e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:37.083317 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed31798-c448-4b15-83d8-8f8b2193963b,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:37.091016 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.097819 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.098217 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.098581 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.098939 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.099297 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.099649 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.100002 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.100357 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.100704 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.101052 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.101394 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:08:37.104777 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/eed31798-c448-4b15-83d8-8f8b2193963b HTTP/1.1" status: 204  len: 168 time: 0.3938694
Jul 09 16:08:37.105611 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3a75c76e-58a0-48b4-91e4-a8334b078e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:37.107280 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51834) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:37.211402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.332718 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.346576 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a5a333d90>,) {'filters': {'network_id': ['aa249624-c8c2-40e8-8a06-54a4b098202d']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:37.358396 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a333d90>, '5018450e-d6ee-47b2-8636-46560a3f6ab7') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:37.358709 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a5a333d90>, '5018450e-d6ee-47b2-8636-46560a3f6ab7') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:37.369750 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.385271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.392376 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:08:37.392745 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:08:37.406538 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:08:37.484417 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.488627 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:37.501776 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.510478 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa249624-c8c2-40e8-8a06-54a4b098202d,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:37.513729 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] 10.222.0.74 "DELETE /v2.0/networks/aa249624-c8c2-40e8-8a06-54a4b098202d HTTP/1.1" status: 204  len: 168 time: 0.4049928
Jul 09 16:08:37.514597 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a0f7c2e1-86ab-4cb4-a17f-50c3987acc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:37.516605 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51840) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:37.574823 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Deleting subnet cdba41c6-706b-4d62-965c-b84861a1c50e {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:08:37.578375 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.629840 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.683673 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.750244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.754502 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-b290da70-c74b-49d4-9d73-3886da2160d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:37.792447 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdba41c6-706b-4d62-965c-b84861a1c50e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:37.795529 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:37.798044 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:37.803815 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-55409f21-da8b-4fcf-bbd8-31f3cd24043e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cdba41c6-706b-4d62-965c-b84861a1c50e HTTP/1.1" status: 204  len: 168 time: 0.2862692
Jul 09 16:08:37.806507 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51844) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:37.911248 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.030996 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.043392 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59ba0d60>,) {'filters': {'network_id': ['a8f92508-bacc-4eeb-a4c8-d860d301d4e4']}} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:38.055965 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59ba0d60>, '3417fe1f-34af-464a-95c7-77ddbff23ba6') {'for_net_delete': True} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:38.056260 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.services.segments.db [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59ba0d60>, '3417fe1f-34af-464a-95c7-77ddbff23ba6') {} {{(pid=74301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:08:38.067839 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1848237'] for segment, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.083325 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.089238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=74301) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:08:38.089620 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1847443'] for segment, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]: Traceback (most recent call last):
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     timer()
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     cb(*args, **kw)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     return func(*args, **kwargs)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     self._notify()
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     self.callback(batched_events)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     event.method(event)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     return f(self, *a, **k)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._get(url).json()
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:08:38.102512 dv-cinder-800228-1-iscsi neutron-server[74301]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:08:38.182292 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.186513 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:38.199142 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.209504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f92508-bacc-4eeb-a4c8-d860d301d4e4,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:38.212010 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] 10.222.0.74 "DELETE /v2.0/networks/a8f92508-bacc-4eeb-a4c8-d860d301d4e4 HTTP/1.1" status: 204  len: 168 time: 0.4046104
Jul 09 16:08:38.212863 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-d636516a-513c-4f66-850b-3a222d22d88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:38.404732 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51850) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:38.458740 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-7c94c63c-447e-4394-b46b-b6ad71992685 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a3e88933afe40368b783f2cb457843b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0527501
Jul 09 16:08:38.461378 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51854) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:38.523509 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.549554 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.604069 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.608359 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-542d0858-70bb-49f6-be18-9dba99acddea tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:38.618952 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc221da6-42e5-471b-b356-cb3727d5cd7f,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:38.622744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:38.626004 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:38.627127 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-29aa227f-3b95-4545-af1d-4eefbd33eb0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dc221da6-42e5-471b-b356-cb3727d5cd7f HTTP/1.1" status: 204  len: 168 time: 0.1648941
Jul 09 16:08:39.021915 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51862) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:39.071400 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-f50eb515-9f3a-4033-92d0-77bee53a7c29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05e89048647c4a87b6570eb21942406f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481975
Jul 09 16:08:39.073595 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51866) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:39.136970 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:39.162393 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:39.212712 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:39.216494 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7a48d114-18db-4110-80d9-2b92269516d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:39.227283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654f176c-1d5f-4e6e-856a-366ad8d1559d,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:39.229773 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:39.235958 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:39.237143 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/654f176c-1d5f-4e6e-856a-366ad8d1559d HTTP/1.1" status: 204  len: 168 time: 0.1625826
Jul 09 16:08:40.585400 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51896) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:40.723596 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:40.758283 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:08:40.762080 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Usage tracker for resource:security_group_rule and tenant:4c05ad4cf6dc4aa7abe66ac993aaca37 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:08:40.771182 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:08:40.777441 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:08:40.938736 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:40.942186 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:40.948934 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-659585c0-4270-45eb-8c53-b5de30d71976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:40.987610 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb69d7-7106-4a9e-b4e8-e3096396f58e,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:40.994372 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c05ad4cf6dc4aa7abe66ac993aaca37&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4055812
Jul 09 16:08:40.994372 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-843f6eb4-89ab-4658-88ba-f62082fa6239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:40.995349 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 51902) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:08:41.054234 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:41.079718 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:41.100110 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:41.132565 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:41.136571 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-20d7f477-f1da-4cac-903b-e2dc4f2ed1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:08:41.152003 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb69d7-7106-4a9e-b4e8-e3096396f58e,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:08:41.155763 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:08:41.159010 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:41.160125 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-21c991e1-acee-415c-b201-4838b1f8474d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92bb69d7-7106-4a9e-b4e8-e3096396f58e HTTP/1.1" status: 204  len: 168 time: 0.1646280
Jul 09 16:08:42.483079 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-55163834-dba6-47fc-84d2-05d9c99e8c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:42.903256 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:44.792915 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5fc5bf12-9d08-4a19-bc60-f74df547778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:45.758329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:46.133751 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:08:47.228417 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:08:58.779552 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-9a5b8430-38bd-4587-a988-7c36f854adda service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713301
Jul 09 16:08:58.934104 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-96b76294-ce37-4818-a5d6-bd887ca14378 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1098 time: 0.0687890
Jul 09 16:08:59.080808 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-1761069d-4101-4541-aa6c-ee0691c58638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:59.082185 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-1761069d-4101-4541-aa6c-ee0691c58638 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1288290
Jul 09 16:08:59.184770 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-2bebba38-7f26-42d0-ae65-a6824ad2ddfa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 1000 time: 0.0951500
Jul 09 16:08:59.245397 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-ee93ac72-f36a-4d5c-8600-24f9d6d53f50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:08:59.246807 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-ee93ac72-f36a-4d5c-8600-24f9d6d53f50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0556514
Jul 09 16:08:59.322985 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-b57135f6-6411-4658-a2a8-46f65c504f61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690587
Jul 09 16:08:59.455447 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-82f60113-7c2e-4111-b158-9042535c2b8d service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253698
Jul 09 16:08:59.588007 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-1b53d1f8-8897-4ee8-961e-0c21f80bc54b req-c340e118-468d-46ca-8092-11f11a690575 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261041
Jul 09 16:09:05.717724 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52050) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:09:05.858271 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:05.889875 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:09:05.893676 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Usage tracker for resource:security_group_rule and tenant:4f280ea69ae54562ad298eccbc6c1af6 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:09:05.896504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:09:05.902466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:09:05.966047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:05.969589 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:05.977330 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-fb6708ce-987d-4bb1-9125-243957548c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:09:06.015767 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f31d0e-6abf-414a-9663-23ab0029ad99,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:09:06.020148 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f280ea69ae54562ad298eccbc6c1af6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3013873
Jul 09 16:09:06.021007 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:09:06.022664 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52056) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:09:06.081340 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:06.106251 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:06.160615 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:06.164123 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4db24970-2dd7-4e75-bea1-085536ff9c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:09:06.174629 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f31d0e-6abf-414a-9663-23ab0029ad99,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:09:06.177240 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:09:06.183244 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:06.184336 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-4609eaf2-e3d5-42a7-88f8-ac91f8d7528f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3f31d0e-6abf-414a-9663-23ab0029ad99 HTTP/1.1" status: 204  len: 168 time: 0.1608074
Jul 09 16:09:11.092238 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:12.487289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-328136e1-4d5f-4d42-899a-8eacff1d3150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:12.905374 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:14.794960 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1b9271c6-97b7-4818-8614-be84c8f8e640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:15.762651 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.037448 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52132) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:09:16.205135 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.241717 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:09:16.245430 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Usage tracker for resource:security_group_rule and tenant:9ab24c7497294d6fa6ac0c34c77f9c71 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:09:16.248207 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:09:16.254392 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:09:16.319532 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.323195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.329516 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-326a95d3-3fb1-4476-acf8-dd185ece4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:09:16.369657 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd0f60-02bd-43db-b197-cce0f27e4a9a,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:09:16.374085 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ab24c7497294d6fa6ac0c34c77f9c71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3355880
Jul 09 16:09:16.374954 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-bfed157b-9a84-4a5d-8705-c4c40e3446ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:09:16.376832 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52138) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:09:16.442360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.468426 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.520372 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.524171 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-4f2808ab-294a-43e9-a297-687bb3bedc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:09:16.535699 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd0f60-02bd-43db-b197-cce0f27e4a9a,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:09:16.539582 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:09:16.542782 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:16.543893 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-335014b0-6e02-44a0-8cbe-156cd02a5964 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/addd0f60-02bd-43db-b197-cce0f27e4a9a HTTP/1.1" status: 204  len: 168 time: 0.1661661
Jul 09 16:09:17.230203 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:23.133580 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:09:41.093387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:42.489219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-73275a60-163d-4d5f-8226-65a35dec0244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:42.908831 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:44.795519 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6378ed6a-e8da-4bf4-bc61-e21e3b883625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:45.766871 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:47.232385 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:09:51.360707 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-85108d11-217d-4817-b542-7ccd195062a9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672200
Jul 09 16:09:51.617169 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-dcce9202-743a-43a3-b6aa-395ec7defd11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 1098 time: 0.1655974
Jul 09 16:09:51.768938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-af789fd7-4a06-4312-845c-3ebcbb49f613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:09:51.770384 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-af789fd7-4a06-4312-845c-3ebcbb49f613 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1335025
Jul 09 16:09:51.873397 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-c5e71fbb-1a83-4d3b-a641-493e05c41f23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 200  len: 1000 time: 0.0954378
Jul 09 16:09:51.935631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-383ec800-c9e1-42e8-a6fb-e07dce563d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:09:51.937016 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-383ec800-c9e1-42e8-a6fb-e07dce563d4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0573313
Jul 09 16:09:52.011517 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-6d9abc8f-d478-4cff-aadb-8913ee5563a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679078
Jul 09 16:09:52.141502 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-91ffb824-ad81-4247-b9d4-e982757602b4 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227336
Jul 09 16:09:52.273687 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8588f283-ac95-4f4d-8ecf-1fda9222d446 req-6220bde7-8e8a-4c0d-8f17-0018d7ad9c71 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250277
Jul 09 16:10:00.133296 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:10:11.107431 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:12.492128 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b4e625ee-53a0-4982-b73e-5f83b158caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:12.758220 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-e844fe95-6c64-41f9-81e2-f662818bee57 req-7c0aef10-f4f8-4298-9ced-3858a66a54db service neutron] (74301) timed out ('10.222.0.79', 55497) {{(pid=74301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 16:10:12.913979 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:14.796916 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-37995651-146a-44af-afa6-3c2e3e20426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:15.767141 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:17.234809 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:37.133249 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:10:41.122703 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:42.494187 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-b59e4d8b-63c6-45a6-a59a-5ee62a7376aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:42.916720 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:44.800236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a5688571-c78c-4aa0-9159-72e9d3c38f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:45.770766 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:47.237643 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:54.346214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf68182-07ed-42b0-ae49-6203bcdf3a69 req-f3375b6a-5515-450b-a8b1-765d8f939666 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:10:54.347668 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7bf68182-07ed-42b0-ae49-6203bcdf3a69 req-f3375b6a-5515-450b-a8b1-765d8f939666 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.2683098
Jul 09 16:10:54.394694 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7bf68182-07ed-42b0-ae49-6203bcdf3a69 req-f209dd4b-d7c5-4923-8aab-5d874adb7004 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408919
Jul 09 16:10:55.686330 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b3e63-16b0-4f20-ba2d-d385ed61c864 req-149f66fc-f9a1-4f1b-a6cf-7c7251135486 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:10:55.687719 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a36b3e63-16b0-4f20-ba2d-d385ed61c864 req-149f66fc-f9a1-4f1b-a6cf-7c7251135486 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.1565006
Jul 09 16:10:55.736320 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-a36b3e63-16b0-4f20-ba2d-d385ed61c864 req-21ed2dc7-c371-4543-8013-ade26555b146 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426667
Jul 09 16:10:55.996685 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-efe75ee2-3c21-485e-871f-755a3d3de09a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:10:55.998146 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-efe75ee2-3c21-485e-871f-755a3d3de09a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 945 time: 0.0762677
Jul 09 16:10:56.069164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port 8a471955-1f41-4253-8535-dc679d1ba445 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:10:56.069720 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:56.308412 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] For port 8a471955-1f41-4253-8535-dc679d1ba445, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=8a471955-1f41-4253-8535-dc679d1ba445,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:10:56.308683 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:56.588791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:56.589180 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:56.589770 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.db.l3_db [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Floating IP 1a12becb-c3da-4b30-ab5d-36bb70bcbca2 disassociated. External IP: 172.27.2.68, port: 8a471955-1f41-4253-8535-dc679d1ba445.
Jul 09 16:10:56.590385 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for 8a471955-1f41-4253-8535-dc679d1ba445 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:10:56.818753 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:56.830992 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e8e44c98-057a-4c52-b87f-e49256124514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:10:56.875498 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=8a471955-1f41-4253-8535-dc679d1ba445,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:10:56.928797 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-5ceebcdd-8b58-4fff-890e-91cc4833eaa1 req-4b6d427f-f578-4dc9-9ee5-9e1cce214462 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0547011
Jul 09 16:10:56.931512 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.931885 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.932250 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.932610 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.933204 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.933563 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.933919 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.934304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.941575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.941575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.941575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:10:56.985217 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:10:57.130048 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:10:57.351209 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:10:57.360518 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:10:57.372394 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:10:57.373013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa2a6d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:10:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:10:57.418913 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] No DVR routers for this DVR port 8a471955-1f41-4253-8535-dc679d1ba445 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:10:57.421248 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:10:57.423851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'name': 'network-vif-deleted', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:10:57.439168 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d7470ede-e6fa-44d8-ab28-2c720b6927f2 req-6d4d512c-4477-491f-b47e-0471329274e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "DELETE /v2.0/ports/8a471955-1f41-4253-8535-dc679d1ba445 HTTP/1.1" status: 204  len: 173 time: 1.4357026
Jul 09 16:10:57.492553 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb40967-5fd4-4625-bb29-b977a1691f8d', 'name': 'network-vif-deleted', 'tag': '8a471955-1f41-4253-8535-dc679d1ba445', 'status': 'completed', 'code': 200}
Jul 09 16:10:57.558923 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:10:57.875491 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa2a6d0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:10:57.879369 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:10:57.890110 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:10:57.890771 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa2a6d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:10:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:10:58.081125 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:10:58.100310 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3b1d0376-e921-42a4-a791-73b3ef6c56c6 req-8e4d731d-f5f7-44b3-a763-c3e349ba7c90 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:10:58.116479 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-3b1d0376-e921-42a4-a791-73b3ef6c56c6 req-8e4d731d-f5f7-44b3-a763-c3e349ba7c90 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:10:58.117554 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3b1d0376-e921-42a4-a791-73b3ef6c56c6 req-8e4d731d-f5f7-44b3-a763-c3e349ba7c90 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=0eb40967-5fd4-4625-bb29-b977a1691f8d HTTP/1.1" status: 200  len: 210 time: 0.0631654
Jul 09 16:10:58.389064 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5aa2a6d0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:10:58.393050 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897d16b9-dfee-436f-8c1d-2b107b24886a None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:10:58.624483 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70609536-593b-4b61-a84e-e66a0f752a7a None None] New status for floating IP 1a12becb-c3da-4b30-ab5d-36bb70bcbca2: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:10:58.894114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 8a471955-1f41-4253-8535-dc679d1ba445 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:10:58.927050 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 8a471955-1f41-4253-8535-dc679d1ba445 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:10:58.927406 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 8a471955-1f41-4253-8535-dc679d1ba445 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:10:59.509209 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-4ca6e025-1fd0-4ae0-88e8-52952f8a00b0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194548672&fields=id&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 267 time: 0.0416696
Jul 09 16:10:59.663050 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-944a8104-e6aa-473c-a0ce-27e05bacf32e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:10:59.664476 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-944a8104-e6aa-473c-a0ce-27e05bacf32e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1492429
Jul 09 16:10:59.680144 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-98513597-23ae-46ba-95d2-addcfc0b1058 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/quotas/59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 375 time: 0.0104370
Jul 09 16:10:59.760129 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-a9a4ac59-a4b0-4da1-a0f6-51293fabc58c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0753105
Jul 09 16:10:59.843060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-7b0da20a-b6c8-44d1-a8e7-3688e6608cae service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 16:10:59.844009 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-7b0da20a-b6c8-44d1-a8e7-3688e6608cae service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0730729
Jul 09 16:10:59.987256 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-39854920-a42f-4da5-950b-832634ac16e9 service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369748
Jul 09 16:11:00.117639 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-727936a3-125c-408c-8398-c7b24961c66a service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236129
Jul 09 16:11:00.530917 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6560eeca-019f-487b-a339-c1da0b83a5b3 req-6e940495-82dd-499a-a92a-184f591e0e5a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 210 time: 0.0418596
Jul 09 16:11:01.722480 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7e6626a7-e9d0-4d66-b2be-183388377cb0 req-682ccdc2-8fee-4f18-8ec4-93be65343fb0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 210 time: 0.0673158
Jul 09 16:11:01.847515 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-ba922597-a810-4b9b-b8a9-68a214c79bb6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:01.849068 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-ba922597-a810-4b9b-b8a9-68a214c79bb6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1529133
Jul 09 16:11:01.910615 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-425dd663-2807-4703-938c-f2af8c59e491 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 380 time: 0.0423439
Jul 09 16:11:01.934406 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'port': {'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'admin_state_up': True, 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'security_groups': ['81675a9c-9556-4a38-a06b-6f61402ded86']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:11:02.162678 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:11:02.171910 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:11:02.181967 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Made reservation on behalf of 59d4e6f7226e4664bb78604320eaaf25 for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:11:02.185118 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:02.346550 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.20.0.6 (91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21/e5393e05-f144-4d69-b4de-b0378ad6176a/7a07fc4a-8473-42d5-b661-d63f8dbc82e2) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:11:02.552029 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:02.567801 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Transition to ACTIVE for port object 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:11:02.591460 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:02.598334 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b4065248-4ed3-47f9-b00a-d175a57db426 tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:02.669078 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:11:02.672227 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:11:02.674761 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:11:02.718068 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:02.723048 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:02.750147 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:02.750631 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:02.777660 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-80546f20-9f9c-444a-87d3-621450871b00 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8470578
Jul 09 16:11:02.872932 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Request body: {'port': {'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:11:02.931779 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6e8ba-09f2-4fe2-a0e6-2ff8e57ed1e8 req-a961f60b-5c5a-4d15-98fc-943818d47cf8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:02.933249 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-92f6e8ba-09f2-4fe2-a0e6-2ff8e57ed1e8 req-a961f60b-5c5a-4d15-98fc-943818d47cf8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 931 time: 0.0793164
Jul 09 16:11:02.978857 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:02.979517 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-92f6e8ba-09f2-4fe2-a0e6-2ff8e57ed1e8 req-955c9677-e172-4fb3-b196-8dd354e1aa10 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401666
Jul 09 16:11:02.983680 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-7031a1fe-332b-4900-a9cc-be1f92f0e068 None None] Provisioning for port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:11:02.990520 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-7031a1fe-332b-4900-a9cc-be1f92f0e068 None None] Provisioning complete for port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:11:02.991185 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-7031a1fe-332b-4900-a9cc-be1f92f0e068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.050721 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-7031a1fe-332b-4900-a9cc-be1f92f0e068 None None] Port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:11:03.324047 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:11:03.330647 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.345349 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Transition to ACTIVE for port object 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:11:03.349081 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.353486 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-aec96e27-5bf7-4162-9264-0536f90840c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:03.475537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Pushing event updated for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:03.480019 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:03.585707 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Attempting to bind port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:11:03.586024 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Attempting to bind port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:11:03.586331 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Attempting to bind port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:11:03.592356 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:11:03.592673 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Attempting to bind port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:11:03.598817 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:11:03.599149 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:11:03.600048 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Bound using segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:11:03.600464 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Bound port: 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:11:03.600805 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.693842 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:11:03.696729 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:11:03.700944 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.705082 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1a1c973a-c274-4a1c-be02-77cdada18c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:03.761531 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:03.762903 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] 10.222.0.79 "PUT /v2.0/ports/7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 1093 time: 0.9720979
Jul 09 16:11:03.763432 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:11:03.788159 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Pushing event updated for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:03.791442 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:03.902375 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-7e1caab1-b57c-4975-9f9b-73ca66a1ecd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1096 time: 0.0769575
Jul 09 16:11:03.979444 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-4790ad81-12cc-460f-94bc-977965e728cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 217 time: 0.0632932
Jul 09 16:11:04.042006 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-e970827b-13ba-4f7d-bd3b-d143a7347ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:04.043452 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-e970827b-13ba-4f7d-bd3b-d143a7347ede service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0579312
Jul 09 16:11:04.117009 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-8f148570-71dd-46b3-acc1-6279656e2aee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674260
Jul 09 16:11:04.183908 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8166f-dac4-4524-8850-797e02467d5b req-a86fe296-dd67-4cd6-96e8-82de6b871b0d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:04.185445 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-cad8166f-dac4-4524-8850-797e02467d5b req-a86fe296-dd67-4cd6-96e8-82de6b871b0d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0823917
Jul 09 16:11:04.233382 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-cad8166f-dac4-4524-8850-797e02467d5b req-667dd26b-c046-4c63-b05f-4debeea4ae12 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420692
Jul 09 16:11:04.345510 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-d5c778d6-85c8-407d-a009-cfddc5677d04 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216513
Jul 09 16:11:04.477517 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-90cbfaf2-763f-479b-94d6-cf46b902474f req-38280283-7bb6-4bb4-9965-0c8154f92914 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256073
Jul 09 16:11:04.842449 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'status': 'completed', 'code': 200}
Jul 09 16:11:04.963161 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-9569b8f6-dabe-4609-879a-45bce270db24 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1096 time: 0.0730424
Jul 09 16:11:05.091940 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-cc3152b9-4d41-4d29-95cb-5f9f6869b628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:05.093284 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-cc3152b9-4d41-4d29-95cb-5f9f6869b628 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1238110
Jul 09 16:11:05.164439 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-752724a2-f985-4464-b04a-b2c34ea0d451 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 217 time: 0.0641472
Jul 09 16:11:05.225143 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-a4d7d71a-0dc8-4f21-9991-b5dcb30c3d0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:05.226589 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-a4d7d71a-0dc8-4f21-9991-b5dcb30c3d0e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0563860
Jul 09 16:11:05.303076 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-e3b2d840-f07b-45b6-800e-198beb89e649 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688345
Jul 09 16:11:05.433425 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b960552-f996-4fee-866d-319c45776acc req-b9bbc9d1-061b-446e-ab20-7f9cd4841390 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:05.434903 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6b960552-f996-4fee-866d-319c45776acc req-b9bbc9d1-061b-446e-ab20-7f9cd4841390 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0778475
Jul 09 16:11:05.437704 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-e796868e-5ab1-44fd-92c1-694e690323e5 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268215
Jul 09 16:11:05.486200 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6b960552-f996-4fee-866d-319c45776acc req-b53616b4-7086-4136-b1b1-868a23070399 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454843
Jul 09 16:11:05.570519 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d0db10b6-7a0c-41b8-84dd-07181382027e req-f3ef6797-fc77-4be9-b598-54cb23a8b301 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256604
Jul 09 16:11:06.690802 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5036d8-6447-46c8-b812-1b9df80a97bc req-09f83af4-5ff1-48b6-a62d-0efe1cd758d0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:06.691511 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-ed5036d8-6447-46c8-b812-1b9df80a97bc req-09f83af4-5ff1-48b6-a62d-0efe1cd758d0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:11:06.706457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-ed5036d8-6447-46c8-b812-1b9df80a97bc req-09f83af4-5ff1-48b6-a62d-0efe1cd758d0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:11:06.707570 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ed5036d8-6447-46c8-b812-1b9df80a97bc req-09f83af4-5ff1-48b6-a62d-0efe1cd758d0 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0984411
Jul 09 16:11:06.753528 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-ed5036d8-6447-46c8-b812-1b9df80a97bc req-088091a6-e115-4c1e-bbaa-61e854f58d52 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397015
Jul 09 16:11:07.948796 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f134bc8-b495-4f40-b33b-0dbfca4e98d9 req-f24eed33-1eb2-4af2-9ac6-c55e63bbf9bd tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:07.950276 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f134bc8-b495-4f40-b33b-0dbfca4e98d9 req-f24eed33-1eb2-4af2-9ac6-c55e63bbf9bd tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0763631
Jul 09 16:11:07.994344 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f134bc8-b495-4f40-b33b-0dbfca4e98d9 req-2269e12e-8996-4686-9cca-8a246188b2d4 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386791
Jul 09 16:11:09.201259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b6fca-b738-4623-b751-c40db65727df req-0768226f-5cb7-47c5-804b-9ef2a7268afb tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:09.202738 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e62b6fca-b738-4623-b751-c40db65727df req-0768226f-5cb7-47c5-804b-9ef2a7268afb tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0763125
Jul 09 16:11:09.250914 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e62b6fca-b738-4623-b751-c40db65727df req-0ea3e2c4-10ad-4aef-81ba-0c53a8c676a8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427163
Jul 09 16:11:10.448060 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8410e1-7be8-40cf-8c72-d975af04f474 req-90896127-a4ca-4672-86ec-fc9cd1a3912d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:10.449491 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0f8410e1-7be8-40cf-8c72-d975af04f474 req-90896127-a4ca-4672-86ec-fc9cd1a3912d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0800331
Jul 09 16:11:10.494356 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0f8410e1-7be8-40cf-8c72-d975af04f474 req-e01cb5b4-c86d-44d8-bcd9-37393804b768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393641
Jul 09 16:11:11.133899 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:11.697982 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2437-8f75-4ff8-a61b-0cb470204ebf req-df3cecd3-3efc-4c2d-8915-8797bb0e9282 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:11.699458 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59eb2437-8f75-4ff8-a61b-0cb470204ebf req-df3cecd3-3efc-4c2d-8915-8797bb0e9282 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0863955
Jul 09 16:11:11.744898 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-59eb2437-8f75-4ff8-a61b-0cb470204ebf req-05c1edea-b8f9-4e0b-9221-6456dee9e696 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399492
Jul 09 16:11:12.495700 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e8317723-3067-4499-b108-a166852c28c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:12.894869 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:11:12.937715 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:13.047083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:11:13.060359 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:11:13.092594 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783673-770c-4c0a-9382-f5ffe397c02f req-cf87a0de-eab0-4a33-b9a1-fdfcfb07c69b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:13.094127 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0f783673-770c-4c0a-9382-f5ffe397c02f req-cf87a0de-eab0-4a33-b9a1-fdfcfb07c69b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 943 time: 0.0788336
Jul 09 16:11:13.113883 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:13.134402 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:11:13.139787 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-0f783673-770c-4c0a-9382-f5ffe397c02f req-e1a19c07-3d27-47e2-ba6c-2dee32d6483f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401843
Jul 09 16:11:13.150317 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:11:13.154602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:13.157518 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-94cbe5b1-d2c8-4910-bdeb-52bdfc01f0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:13.289528 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:13.297717 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.298019 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.298355 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.298683 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.299007 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.299331 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.299651 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.299969 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.300286 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.300602 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.300916 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:13.305896 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:13.624340 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['7a07fc4a-8473-42d5-b661-d63f8dbc82e2'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:11:14.133742 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:11:14.341259 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c5fcb-5016-4966-b894-d48f91ea277d req-978e5290-b1b1-4333-b3f6-f50498a3abb8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:14.342733 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a9c5fcb-5016-4966-b894-d48f91ea277d req-978e5290-b1b1-4333-b3f6-f50498a3abb8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 944 time: 0.0809362
Jul 09 16:11:14.390577 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-3a9c5fcb-5016-4966-b894-d48f91ea277d req-6e59958e-c440-4908-94bf-b6ea6141a7e8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423319
Jul 09 16:11:14.804225 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-036b66db-0dc1-4559-a333-3112b0ba7606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:14.924746 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:11:14.994083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:11:14.998809 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:11:14.999189 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:15.110378 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:15.138016 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:11:15.148591 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:11:15.154217 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:15.156451 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-b885d5c7-9c62-4128-b995-c98cadad4734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:15.223255 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:15.226469 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:15.271173 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'code': 200}
Jul 09 16:11:15.648228 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b875ac-26dc-495c-ade6-ea589b75ea77 req-9b0500e3-f5c4-4f14-a705-0348ae1abca8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:15.649682 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-86b875ac-26dc-495c-ade6-ea589b75ea77 req-9b0500e3-f5c4-4f14-a705-0348ae1abca8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.1036615
Jul 09 16:11:15.652682 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69e7f66a-d751-4df8-b259-430ab026e3a9 req-19a6324a-8a9f-49f9-9b5c-177365fd7621 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.1493664
Jul 09 16:11:15.726355 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-86b875ac-26dc-495c-ade6-ea589b75ea77 req-a59cef75-00d4-406c-996f-c57da8368e14 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707972
Jul 09 16:11:15.728200 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-69e7f66a-d751-4df8-b259-430ab026e3a9 req-779e780e-ac29-4bce-bc37-10e6491aedcd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580063
Jul 09 16:11:15.773346 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:16.952642 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda04c-2614-46d0-afad-099261013873 req-842cb4e9-ae47-4625-9f37-bf93e5dd5cdf tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:16.954157 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-cabda04c-2614-46d0-afad-099261013873 req-842cb4e9-ae47-4625-9f37-bf93e5dd5cdf tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.0824640
Jul 09 16:11:17.003077 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-cabda04c-2614-46d0-afad-099261013873 req-fba6635b-50a2-48b7-929f-d2f22ce95d2b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417271
Jul 09 16:11:17.240841 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:18.199278 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fc787-92a4-4b84-a673-beb99c68e0f3 req-193c4f92-86b7-448b-be5e-4cb7bb58d5ff tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:18.200702 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf1fc787-92a4-4b84-a673-beb99c68e0f3 req-193c4f92-86b7-448b-be5e-4cb7bb58d5ff tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.0786414
Jul 09 16:11:18.329341 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-bf1fc787-92a4-4b84-a673-beb99c68e0f3 req-3f44bcea-8f89-48b8-ba11-cb25001c480a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232185
Jul 09 16:11:18.522147 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bfce-9f70-4336-bbb6-af5d8905c0a9 req-755bf70c-848d-4ac4-a56c-a535a90b334d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:18.523494 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ff89bfce-9f70-4336-bbb6-af5d8905c0a9 req-755bf70c-848d-4ac4-a56c-a535a90b334d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.0750206
Jul 09 16:11:18.577538 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-ff89bfce-9f70-4336-bbb6-af5d8905c0a9 req-11ab965e-f5bf-4105-bc6a-c68bd3763683 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483191
Jul 09 16:11:18.607284 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52270) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:11:18.676018 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-df7109f9-55b8-4346-b207-805f41174896 tempest-TestVolumeBootPattern-416330387 tempest-TestVolumeBootPattern-416330387-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1093 time: 0.0675211
Jul 09 16:11:18.679163 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52274) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:11:18.684265 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:11:18.689538 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:11:18.693360 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:floatingip and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:11:18.696251 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:11:18.701881 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:11:18.712473 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:18.848066 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:18.988124 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.27.2.167 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/7b4dd85b-9521-46bf-a380-d981e07f76b3) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:11:19.205136 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:19.232965 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:19.237168 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-e53483e8-2be3-40cd-aa10-aad33d71dfe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:19.299412 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:11:19.302848 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:11:19.307047 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:11:19.336570 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=7b4dd85b-9521-46bf-a380-d981e07f76b3,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:19.353353 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.353728 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.354115 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.354472 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.354826 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.355202 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.355548 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.355895 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.356242 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.356585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.356925 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:11:19.365530 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:19.823317 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:19.881870 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:20.079902 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:20.084034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:20.087402 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-422afad7-3db4-4200-8848-3e06ce1e73a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:11:20.186006 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=7b4dd85b-9521-46bf-a380-d981e07f76b3,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:11:20.190017 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:11:20.204261 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:20.389168 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Floating IP f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c associated. External IP: 172.27.2.167, port: 7a07fc4a-8473-42d5-b661-d63f8dbc82e2.
Jul 09 16:11:20.868543 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:11:21.076032 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:11:21.085432 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:11:21.097092 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:11:21.097705 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9d1640>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:11:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:11:21.101152 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:21.154954 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-3bbcc706-992e-4212-aaf7-78847e59fc83 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4747007
Jul 09 16:11:21.155706 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:11:21.209872 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'status': 'completed', 'code': 200}
Jul 09 16:11:21.290153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:11:21.331627 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-55ebe2d4-08e3-4729-ad4a-219a53873b26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0713811
Jul 09 16:11:21.461803 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-4e120e01-38be-4515-bc22-01ffc75dfa21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:21.463303 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-4e120e01-38be-4515-bc22-01ffc75dfa21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1254399
Jul 09 16:11:21.568091 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-0421bfbd-9661-44dc-bb14-e1aab82b450f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 999 time: 0.0976124
Jul 09 16:11:21.635244 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-cb8b9919-97a5-4ab1-9d7a-8bcceca8c1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:21.636743 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-cb8b9919-97a5-4ab1-9d7a-8bcceca8c1fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0619926
Jul 09 16:11:21.644208 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9d1640>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:19Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:11:21.648720 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:11:21.659413 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:11:21.660022 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9d1640>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:11:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:11:21.714803 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-496786fa-cd1c-4901-9509-221e710222cb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716066
Jul 09 16:11:21.837326 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:11:21.851057 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-70c3f3a8-7fb0-4c71-8246-176a2e64d23a service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295054
Jul 09 16:11:21.985821 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f2dd2060-176e-4381-9136-35e92a39d7d7 req-eb5d489d-26e7-4189-8b2a-dc8592468d14 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269572
Jul 09 16:11:22.216937 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9d1640>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:19Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:11:22.220883 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d671097-9abb-4a9f-921f-210228b82f6e None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:19Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:11:22.403592 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf3a8c1-62d8-490f-b176-8cb360f969e9 None None] New status for floating IP f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:11:41.132830 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:42.498478 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-c86a61f8-2af5-434f-9466-3bf1377f4778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:42.919969 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:44.805466 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-fc5dfcfb-e5b9-4929-afcc-73f9cf6131ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:45.777342 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:47.241540 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:11:51.133688 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:11:55.988619 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-e0282910-d68f-4c60-bf77-c6f201f0160b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675154
Jul 09 16:11:56.148467 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-a3250b95-2505-467c-831d-7040fd83fa4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0736375
Jul 09 16:11:56.292684 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-19b39a85-cad0-4061-bddc-8fad4b41bfa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:56.294329 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-19b39a85-cad0-4061-bddc-8fad4b41bfa8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1261940
Jul 09 16:11:56.397195 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-328f2b3a-b4b7-4de7-82f8-b6c78dad1598 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 1001 time: 0.0962999
Jul 09 16:11:56.458956 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-ce8dfd81-5792-46ad-a775-3c179abdde47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:11:56.460387 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-ce8dfd81-5792-46ad-a775-3c179abdde47 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0564125
Jul 09 16:11:56.533054 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-87addc8d-057c-4f18-90de-136b17ce1f7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0658031
Jul 09 16:11:56.661826 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-b4ef80a2-68e5-42e1-a1db-9175b788f627 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217654
Jul 09 16:11:56.790623 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-11d3f8e1-0efc-4096-be49-7f56b106f30e req-40e5a516-48d0-4fbb-9db7-007bcf2e2d09 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228495
Jul 09 16:12:11.147486 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:12.500190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a0448ae8-2b4e-451c-a124-be330ec87e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:12.921800 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:14.809895 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-43fef457-b611-473a-9965-3269be3c91b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:15.779700 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:17.246578 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:28.134197 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:12:41.153499 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:42.501240 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-710cef22-6929-4f9c-b155-4f3ab6010de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:42.924671 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:44.811069 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-a3c147e2-7685-4ffb-b8a2-77fa85cefeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:45.786326 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:47.247988 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:12:57.114905 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-42e8b31c-0c36-4042-9738-2b40293bbd2e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1559782
Jul 09 16:12:57.273077 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-49223e1d-0f20-43f6-bcf5-fa82c2aac961 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0683911
Jul 09 16:12:57.417842 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-e3f90205-7b12-4f57-8dd4-f035b41361c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:12:57.419241 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-e3f90205-7b12-4f57-8dd4-f035b41361c1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1260362
Jul 09 16:12:57.521660 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-8a595792-343c-4edf-9e3b-9d3c769b6e27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 1001 time: 0.0958352
Jul 09 16:12:57.588820 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-6b239773-1764-4a2b-9a80-114e7a702b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:12:57.590332 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-6b239773-1764-4a2b-9a80-114e7a702b1a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0623660
Jul 09 16:12:57.664774 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-b340b73d-2dfd-4b72-9e95-fda5ac468b88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680780
Jul 09 16:12:57.799048 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-c9f6edbd-e81d-4536-9503-56c9ed0baac0 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271713
Jul 09 16:12:57.929349 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-abbf8daa-ac55-49ff-8e30-f2a7019b12b5 req-d7f49a6a-1202-46ef-ae84-2ce5cce96256 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246116
Jul 09 16:13:05.134236 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:13:11.151902 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:12.504212 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-8860a30d-42bd-4e58-86e3-86083b3e157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:12.926393 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:14.813584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf2d9-a7d8-4c1b-b6f1-90375196fbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:15.785504 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:17.253407 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:39.236145 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-734b6ae0-0b36-4b6f-bcd5-2340cb73cffa tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194548672&fields=id&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 267 time: 0.0446594
Jul 09 16:13:39.382212 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-a0ed6bcf-bc64-4f22-989d-878f824785ad tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:39.383571 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-a0ed6bcf-bc64-4f22-989d-878f824785ad tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1411073
Jul 09 16:13:39.399922 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-82385f1b-13f3-43dc-a2f2-f1c219145540 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/quotas/59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 375 time: 0.0110178
Jul 09 16:13:39.485867 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-eb786db0-7465-426a-b1fd-09efbe2e3c60 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0809519
Jul 09 16:13:39.690413 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-f216f2bb-142d-4716-8994-e91b2a28cdb1 service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1933322
Jul 09 16:13:39.820830 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-f6c84677-d6bc-410b-9b46-1dc903bb412f service neutron] 10.222.0.74 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247873
Jul 09 16:13:40.224290 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-39c3cc40-5aae-473f-b981-afb00435468b req-3b6a77a9-df3b-4803-90da-d8f372631ff7 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 210 time: 0.0436134
Jul 09 16:13:41.176553 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:41.384435 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-774accd2-2a16-4ba7-99d7-926b199e74cd req-8dff5dfd-f7d4-44db-84ed-cf0026d0e2bf tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 210 time: 0.0413539
Jul 09 16:13:41.443473 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-2cd6d081-cce0-441d-9730-817f81123867 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:41.445491 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-2cd6d081-cce0-441d-9730-817f81123867 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 812 time: 0.1537905
Jul 09 16:13:41.511556 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-4296fb5d-80c0-4583-ab4b-a2a072fd5682 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d4e6f7226e4664bb78604320eaaf25 HTTP/1.1" status: 200  len: 380 time: 0.0455461
Jul 09 16:13:41.536718 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'port': {'device_id': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'admin_state_up': True, 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'security_groups': ['81675a9c-9556-4a38-a06b-6f61402ded86']}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:13:41.669904 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:13:41.679413 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.quota.driver [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74300) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:13:41.690596 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Made reservation on behalf of 59d4e6f7226e4664bb78604320eaaf25 for: {'port': 1} {{(pid=74300) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 16:13:41.693699 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:41.852289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_common [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.20.0.8 (91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21/e5393e05-f144-4d69-b4de-b0378ad6176a/10f426ce-1908-471d-ba7b-6b08bcc7b7ad) {{(pid=74300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:13:42.045669 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.061808 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Transition to ACTIVE for port object 10f426ce-1908-471d-ba7b-6b08bcc7b7ad will not be triggered until provisioned by entity DHCP. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:13:42.084756 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_create {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.090239 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:42.134677 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:13:42.154743 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 is already hosted by enough agents. {{(pid=74300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:13:42.158500 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.base_scheduler [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:13:42.162476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:13:42.199008 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=1']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:42.226490 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.227038 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.227422 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.227795 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.228164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.228524 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.228887 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.229250 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.229608 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.230054 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.230433 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:42.236970 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:42.248737 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:42.249418 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.277227 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-91794d7f-343f-45a6-a528-e6187e91eaf3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7442510
Jul 09 16:13:42.297411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.v2.base [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Request body: {'port': {'device_id': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80022'}} {{(pid=74300) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:13:42.412993 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.439223 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-633bf123-afc9-4510-8fa4-7bb776fbb1aa None None] Provisioning for port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad completed by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:13:42.447421 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-633bf123-afc9-4510-8fa4-7bb776fbb1aa None None] Provisioning complete for port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad triggered by entity DHCP. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:13:42.449144 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-633bf123-afc9-4510-8fa4-7bb776fbb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.520694 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-633bf123-afc9-4510-8fa4-7bb776fbb1aa None None] Port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad cannot update to ACTIVE because it is not bound. {{(pid=74302) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 09 16:13:42.523472 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-11faafa2-1301-4031-9597-656be7008355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.809675 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75053-4d81-4be8-a036-de8b410906a7 req-6bbe04cf-2708-4c0f-bccf-fa7cec0a86ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:42.810392 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d1a75053-4d81-4be8-a036-de8b410906a7 req-6bbe04cf-2708-4c0f-bccf-fa7cec0a86ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:13:42.856039 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-d1a75053-4d81-4be8-a036-de8b410906a7 req-6bbe04cf-2708-4c0f-bccf-fa7cec0a86ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:13:42.857190 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d1a75053-4d81-4be8-a036-de8b410906a7 req-6bbe04cf-2708-4c0f-bccf-fa7cec0a86ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 931 time: 0.2313612
Jul 09 16:13:42.928425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.957822 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-d1a75053-4d81-4be8-a036-de8b410906a7 req-44424c51-87a9-4eca-b882-a9154033bb93 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949306
Jul 09 16:13:42.961658 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f426ce-1908-471d-ba7b-6b08bcc7b7ad {{(pid=74300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:13:42.968566 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.983438 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.provisioning_blocks [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Transition to ACTIVE for port object 10f426ce-1908-471d-ba7b-6b08bcc7b7ad will not be triggered until provisioned by entity L2. {{(pid=74300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 16:13:42.989168 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:42.993358 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:43.116321 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Pushing event updated for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=2']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:43.120423 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:43.229113 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Attempting to bind port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad on host hv-cinder-80022 for vnic_type normal with profile  {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 16:13:43.229453 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Attempting to bind port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad by drivers openvswitch,hyperv on host hv-cinder-80022 at level 0 using segments [{'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 16:13:43.230164 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Attempting to bind port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:13:43.236218 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80022 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 09 16:13:43.236450 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Attempting to bind port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad on network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 09 16:13:43.242783 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Checking agent: {'id': '1778f661-068f-47e2-98ec-5031a67f858e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80022', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'started_at': datetime.datetime(2021, 7, 9, 15, 52, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 09 16:13:43.243113 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Checking segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 09 16:13:43.243490 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Bound using segment: {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'} {{(pid=74300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 09 16:13:43.243906 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.managers [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Bound port: 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host: hv-cinder-80022, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '610e098b-84cc-4661-b1b8-ca3e2c66cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21'}}] {{(pid=74300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 16:13:43.244250 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:43.335634 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, cleared binding levels {{(pid=74300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 09 16:13:43.338610 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 09 16:13:43.342368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1087246'] for port, after_update {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:43.346536 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-b02afbbd-82a0-48e7-b810-6f983631c90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:43.403364 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:43.404719 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] 10.222.0.79 "PUT /v2.0/ports/10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 1093 time: 1.1123488
Jul 09 16:13:43.407429 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:13:43.425696 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Pushing event updated for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=3']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:43.428856 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-fd63078f-7ef0-4a9e-aac4-7c915bf8f23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:43.560907 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-846c4ff2-dacb-48e9-9f2f-e44c73e6bcb0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1096 time: 0.0849469
Jul 09 16:13:43.563135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'status': 'completed', 'code': 200}
Jul 09 16:13:43.652388 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-28922925-f0c7-4aad-99f2-d8fc6de23eb9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 217 time: 0.0610735
Jul 09 16:13:43.719730 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-66d5344d-992a-4950-a6f7-e9fdca5c5b94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:43.721137 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-66d5344d-992a-4950-a6f7-e9fdca5c5b94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0621164
Jul 09 16:13:43.798758 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-947f991a-177e-4151-b9cd-7e19d1b681a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699182
Jul 09 16:13:43.935346 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-18a59ba6-a968-4ed8-a0e3-c56d932cd2d8 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260643
Jul 09 16:13:44.077315 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e07bac50-0eeb-4eb8-b985-ad59345b8382 req-452ea816-48fe-4ba2-8db5-87410135e254 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331623
Jul 09 16:13:44.313534 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-b63929d1-ee32-4b38-9a91-173509cf61b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1096 time: 0.1278899
Jul 09 16:13:44.323318 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bdff-dc70-4d39-83f0-f261a57ee18e req-bed7efa0-eb57-4edb-85d7-4d17f60c719a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:44.324652 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-20d8bdff-dc70-4d39-83f0-f261a57ee18e req-bed7efa0-eb57-4edb-85d7-4d17f60c719a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.1014519
Jul 09 16:13:44.556888 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-20d8bdff-dc70-4d39-83f0-f261a57ee18e req-19422234-42b1-4817-a943-39aa9425b58d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108231
Jul 09 16:13:44.579691 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb267f35-e203-4905-9c12-b5d7c95410af req-787b6760-1d65-41b5-9506-8dee4692528b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:44.581135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-787b6760-1d65-41b5-9506-8dee4692528b service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.2556767
Jul 09 16:13:44.652374 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-dd19ddc3-5699-49ff-9e95-7c056f5e8415 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 217 time: 0.0630095
Jul 09 16:13:44.713738 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb267f35-e203-4905-9c12-b5d7c95410af req-d2f1d453-aa6f-4f45-9136-611fed97c43d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:44.715186 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-d2f1d453-aa6f-4f45-9136-611fed97c43d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0564532
Jul 09 16:13:44.792603 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-cd8d9d56-09c2-4e83-aeba-95b9fa3c224b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708113
Jul 09 16:13:44.816269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9a16096c-817d-43ee-b98d-2737342da0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:44.925940 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-fd6feac3-4dae-4217-8e58-9090c0c77666 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262550
Jul 09 16:13:45.057494 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-cb267f35-e203-4905-9c12-b5d7c95410af req-0937f56b-75ec-4ced-a9c2-d3e82c61fd7f service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246448
Jul 09 16:13:45.758907 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deef2d-2ddd-494d-b1ef-cd909b1c48af req-d032e5de-3afa-4432-8289-a336adee3fe3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:45.760346 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46deef2d-2ddd-494d-b1ef-cd909b1c48af req-d032e5de-3afa-4432-8289-a336adee3fe3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0802670
Jul 09 16:13:45.789833 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:45.809576 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-46deef2d-2ddd-494d-b1ef-cd909b1c48af req-bbb0a404-a1ca-4d88-98e7-b111fd1c515f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427756
Jul 09 16:13:47.004675 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1d005-d3fb-4404-9783-df7d2199ff90 req-46f2ae69-2d74-4614-8aaf-ff300a1cd637 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:47.006150 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8aa1d005-d3fb-4404-9783-df7d2199ff90 req-46f2ae69-2d74-4614-8aaf-ff300a1cd637 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0762646
Jul 09 16:13:47.052768 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-8aa1d005-d3fb-4404-9783-df7d2199ff90 req-d4e507cd-72b3-4fa5-a876-0a5efbba8084 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411775
Jul 09 16:13:47.254262 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:48.253349 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ddfde-f7cf-49f7-bd44-d5e7b1304f81 req-b48d3f74-0c41-4ef3-b931-a28f72e407a8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:48.254860 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e49ddfde-f7cf-49f7-bd44-d5e7b1304f81 req-b48d3f74-0c41-4ef3-b931-a28f72e407a8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0778329
Jul 09 16:13:48.304583 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-e49ddfde-f7cf-49f7-bd44-d5e7b1304f81 req-c89d1d08-fdef-480f-8efd-3f3abb2495d1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442591
Jul 09 16:13:49.502294 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df592a0a-2953-4ba4-be35-024c6de77050 req-262d1994-c589-4fec-af9d-536287b210ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:49.503765 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-df592a0a-2953-4ba4-be35-024c6de77050 req-262d1994-c589-4fec-af9d-536287b210ef tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0794039
Jul 09 16:13:49.549182 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-df592a0a-2953-4ba4-be35-024c6de77050 req-62f59b07-91c0-4f22-b0a7-dc63836aca4a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399630
Jul 09 16:13:50.739711 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2a4a-99a9-4c20-bfb2-e143ce8787c4 req-dfbac3d4-0009-4b57-8035-6d45d74b3e41 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:50.741168 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f0f2a4a-99a9-4c20-bfb2-e143ce8787c4 req-dfbac3d4-0009-4b57-8035-6d45d74b3e41 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0759416
Jul 09 16:13:50.786346 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-1f0f2a4a-99a9-4c20-bfb2-e143ce8787c4 req-bd284749-3e74-4a89-ab09-85ee82da69af tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396290
Jul 09 16:13:51.980528 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2179444-b070-4ef1-8f56-5abd5deaa322 req-b9037950-b8d9-40ee-91d1-41895dc28c66 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:51.982007 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e2179444-b070-4ef1-8f56-5abd5deaa322 req-b9037950-b8d9-40ee-91d1-41895dc28c66 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0755987
Jul 09 16:13:52.031175 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e2179444-b070-4ef1-8f56-5abd5deaa322 req-b4507271-fea0-49c5-afd3-611511fc234a tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435836
Jul 09 16:13:53.229797 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335dd6c-7ccc-414b-8ad5-965c2257cff1 req-8aa3f8ca-bd2a-4260-bf70-19b000371ed5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:53.231264 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2335dd6c-7ccc-414b-8ad5-965c2257cff1 req-8aa3f8ca-bd2a-4260-bf70-19b000371ed5 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 943 time: 0.0800285
Jul 09 16:13:53.277022 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-2335dd6c-7ccc-414b-8ad5-965c2257cff1 req-224373a4-f918-41fe-a04c-93fee403820d tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400929
Jul 09 16:13:53.481611 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 10f426ce-1908-471d-ba7b-6b08bcc7b7ad details requested by agent hyperv_hv-cinder-80022 with host hv-cinder-80022 {{(pid=74302) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 16:13:53.613330 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:13:53.626525 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Returning: {'device': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'port_id': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'mac_address': 'fa:16:3e:e8:c6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74302) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 16:13:53.678625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:53.695778 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f426ce-1908-471d-ba7b-6b08bcc7b7ad {{(pid=74302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 16:13:53.710159 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:13:53.713812 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:53.715603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:53.780798 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=4']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:53.789121 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.789460 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.789798 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.790153 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.790484 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.790810 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.791135 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.791459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.791782 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.792100 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.792419 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:53.796094 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:54.196269 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] get_ports_and_sgs() called for port_ids ['10f426ce-1908-471d-ba7b-6b08bcc7b7ad'] {{(pid=74302) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 09 16:13:54.474762 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6937a-bd71-4972-9560-a8908185e768 req-4807ffe6-c0be-4a09-b8c1-f29f30c9462c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:54.476129 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-10a6937a-bd71-4972-9560-a8908185e768 req-4807ffe6-c0be-4a09-b8c1-f29f30c9462c tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 944 time: 0.0814896
Jul 09 16:13:54.523037 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-10a6937a-bd71-4972-9560-a8908185e768 req-ffe74320-ea2c-4fc0-b4e9-c77b14f3bb9b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412159
Jul 09 16:13:55.491076 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 10f426ce-1908-471d-ba7b-6b08bcc7b7ad up at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 16:13:55.558238 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning for port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad completed by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 16:13:55.563787 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.provisioning_blocks [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Provisioning complete for port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad triggered by entity L2. {{(pid=74302) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 16:13:55.564170 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8282674'] for port, provisioning_complete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:55.679584 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:55.708171 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad'}] {{(pid=74302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:13:55.717656 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:13:55.720654 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdfced-a17c-4e40-b320-47b395520da4 req-3cfc781d-1e78-4639-915e-a98e4a5734ce tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:55.721753 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319'] for port, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:55.722195 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fccdfced-a17c-4e40-b320-47b395520da4 req-3cfc781d-1e78-4639-915e-a98e4a5734ce tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 944 time: 0.0790145
Jul 09 16:13:55.724457 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:55.771481 dv-cinder-800228-1-iscsi neutron-server[74302]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'code': 200}
Jul 09 16:13:55.772988 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-fccdfced-a17c-4e40-b320-47b395520da4 req-47a66e31-29c9-4e2c-8231-372833a94566 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454743
Jul 09 16:13:55.791854 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Pushing event updated for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=5']} {{(pid=74302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:55.795114 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_concurrency.lockutils [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:56.079112 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0fbaacd5-b692-498a-aa63-558d822c1233 req-43aeddfe-6656-4e1a-8647-03c23292fc25 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1098 time: 0.0707259
Jul 09 16:13:56.122716 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-0fbaacd5-b692-498a-aa63-558d822c1233 req-78a65fa2-0f5e-4cff-ac3d-7a862194c993 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374756
Jul 09 16:13:56.973222 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375e28-6bcd-4246-b6ed-0674af5bb29b req-1dba4c83-c8aa-4678-b61f-d45a2fb263db tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:56.974693 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f9375e28-6bcd-4246-b6ed-0674af5bb29b req-1dba4c83-c8aa-4678-b61f-d45a2fb263db tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.0778527
Jul 09 16:13:57.018741 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-f9375e28-6bcd-4246-b6ed-0674af5bb29b req-78dbefbf-9346-4954-95af-44f2a58d9dff tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385823
Jul 09 16:13:58.227610 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e214f17-39f5-4210-a1bd-dbd0a889febc req-2d8b1424-d015-4c12-8e6a-075fefb6bc13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:58.229062 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6e214f17-39f5-4210-a1bd-dbd0a889febc req-2d8b1424-d015-4c12-8e6a-075fefb6bc13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.0789223
Jul 09 16:13:58.274249 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-6e214f17-39f5-4210-a1bd-dbd0a889febc req-2c153d42-8582-4da9-84dc-6b42e301c880 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397379
Jul 09 16:13:58.476199 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf50c77-1960-400b-8697-e0b03f4cdda0 req-938a8763-0527-4163-8f8f-74bd7d03bde9 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:58.477637 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fdf50c77-1960-400b-8697-e0b03f4cdda0 req-938a8763-0527-4163-8f8f-74bd7d03bde9 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.0803287
Jul 09 16:13:58.522854 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-fdf50c77-1960-400b-8697-e0b03f4cdda0 req-06b8d0ab-bdd4-49e6-8b7b-d8b168a89d8e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397749
Jul 09 16:13:58.551503 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52424) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:13:58.744124 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-d8fc0f36-8364-4937-8a2c-291b355279d0 tempest-TestVolumeBootPattern-416330387 tempest-TestVolumeBootPattern-416330387-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1093 time: 0.1913579
Jul 09 16:13:58.746560 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52430) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:13:58.751684 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.v2.base [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Request body: {'floatingip': {'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'port_id': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74301) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 09 16:13:58.756917 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 16:13:58.760640 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Usage tracker for resource:floatingip and tenant:59d4e6f7226e4664bb78604320eaaf25 is out of sync, need to count used quota {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 16:13:58.763437 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.quota.resource [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74301) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 16:13:58.769979 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.quota.driver [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74301) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 16:13:58.780528 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:59.002573 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:59.137435 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_common [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Allocated IP 172.27.2.189 (9b111d67-efb6-47a0-9e56-0e92e5a02c58/055f9895-6aad-4bec-bf29-ecedc455e839/58b13578-5cc8-4291-b3fc-c0daf7711219) {{(pid=74301) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 16:13:59.286238 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:59.304419 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-9c7d9163-af85-45f9-91cf-b5115baa9a32 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679023
Jul 09 16:13:59.313391 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755923497256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:59.317140 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-7722296c-4e68-4e68-8d3a-8dc6ad6561da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:13:59.386357 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Network 9b111d67-efb6-47a0-9e56-0e92e5a02c58 is already hosted by enough agents. {{(pid=74301) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 16:13:59.389315 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.base_scheduler [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Resources bound (agent type, host, resource id):  {{(pid=74301) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 16:13:59.394464 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Received port after_create {{(pid=74301) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 09 16:13:59.421328 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=58b13578-5cc8-4291-b3fc-c0daf7711219,revision_number=1']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:13:59.445722 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.446131 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.446500 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.446864 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.447228 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.447586 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.447941 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.448294 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.448645 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.448992 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.449340 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:13:59.457198 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:13:59.463629 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-748d8a22-c86e-4836-9569-ee8dc21763fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0741713
Jul 09 16:13:59.608303 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8801b-1360-4315-92e1-fde716ff592e req-e4a6b460-495c-415d-b740-07b0b5ce2501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:59.610346 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-e4a6b460-495c-415d-b740-07b0b5ce2501 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1266792
Jul 09 16:13:59.711822 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-918543ab-2cea-4517-aefb-ff1428673a9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 1001 time: 0.0948269
Jul 09 16:13:59.880537 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8801b-1360-4315-92e1-fde716ff592e req-93ca3093-ccfc-4216-a3c4-97518c086e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:13:59.881989 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-93ca3093-ccfc-4216-a3c4-97518c086e98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.1641943
Jul 09 16:13:59.923686 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:13:59.962098 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-a5c13a66-4d27-4c56-b4fa-ea0381e82326 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733593
Jul 09 16:13:59.977036 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7911702'] for port, before_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:00.096036 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-671c0756-b1d6-4d1c-99b4-4ee81d9b74cf service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270318
Jul 09 16:14:00.177309 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for port, precommit_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:00.181850 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755923889933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755923497274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755923497319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1847487'] for port, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:00.186034 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-a6599a10-4ca4-4614-9cf7-efee5c695768 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:14:00.236947 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-41d8801b-1360-4315-92e1-fde716ff592e req-660f5994-1128-4160-9594-710097df7d09 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303532
Jul 09 16:14:00.287138 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event updated for resources: {'Port': ['ID=58b13578-5cc8-4291-b3fc-c0daf7711219,revision_number=2']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:14:00.294870 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:14:00.303828 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-898174'] for floatingip, after_update {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:00.582768 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.db.l3_db [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Floating IP 72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b associated. External IP: 172.27.2.189, port: 10f426ce-1908-471d-ba7b-6b08bcc7b7ad.
Jul 09 16:14:00.972759 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:14:01.181331 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:14:01.191122 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:14:01.203237 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:14:01.204325 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a7819d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:13:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:14:01.205462 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:01.262293 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5146949
Jul 09 16:14:01.262935 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad'}] {{(pid=74301) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:14:01.396315 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'status': 'completed', 'code': 200}
Jul 09 16:14:01.430586 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:14:01.509405 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-52e2ffc8-5712-4b22-b4a2-a2f040e5f6bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1098 time: 0.0684953
Jul 09 16:14:01.643851 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-402858f5-bf84-4b75-9f5a-169f98106068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:14:01.645331 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-402858f5-bf84-4b75-9f5a-169f98106068 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1290512
Jul 09 16:14:01.750714 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-922a2186-eee0-4bae-a295-c108b1765647 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 999 time: 0.0979633
Jul 09 16:14:01.783753 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a7819d0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:e8:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:13:59Z', 'updated_at': '2021-07-09T16:13:59Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}, {'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:14:01.787724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:14:01.798313 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:14:01.798917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a7819d0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:13:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:14:01.815194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-eba5a3ca-5130-4763-bf9f-4703f16bd5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:14:01.816734 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-eba5a3ca-5130-4763-bf9f-4703f16bd5a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0591295
Jul 09 16:14:01.896744 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-32c58a0b-85b5-44fb-b4c9-d374af04c1f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732083
Jul 09 16:14:01.976083 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:14:02.030505 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-73b06ea0-1ac3-4759-90f9-801d28bf981b service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268249
Jul 09 16:14:02.165929 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e0fc200b-57a3-427b-abf6-0f8596a66ce6 req-71a15d0d-be5c-49cd-a060-42092842220f service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249442
Jul 09 16:14:02.324108 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a7819d0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:e8:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:13:59Z', 'updated_at': '2021-07-09T16:13:59Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}, {'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:14:02.328339 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ed9ca-52e8-4c7b-83a0-1d7c5f99fa56 None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': '72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.189', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:e8:c6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:13:59Z', 'updated_at': '2021-07-09T16:13:59Z', 'revision_number': 0, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}, {'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:14:02.516742 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e24233-e9e1-47e9-919d-35d3240f3506 None None] New status for floating IP 72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b: ACTIVE {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:14:11.207757 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:12.504716 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ffccce7e-90ac-46a6-9bdc-c2a4ff91b4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:12.930890 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:14.819718 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2b46fdec-1532-4e5a-a543-35b948e01aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:15.791841 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:17.257931 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:19.135077 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:14:41.220696 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:42.507054 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c22a-8dac-47c5-9777-6c386359f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:42.933033 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:44.820678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-4b2d1435-1330-4fe6-bde4-5720a0284d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:45.793653 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:47.260629 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:14:56.135087 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:14:59.108860 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-df6a8050-60f0-4b44-a2a8-776503fc4091 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0661190
Jul 09 16:14:59.214283 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-a4421a6a-d7ab-4c59-be56-7c970e7cd81e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1098 time: 0.0710425
Jul 09 16:14:59.359452 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041593c7-fa01-49c9-a541-df3755e143fb req-68b5a1dc-668f-4aad-99d5-7501a14ba5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:14:59.361505 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-68b5a1dc-668f-4aad-99d5-7501a14ba5d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1262507
Jul 09 16:14:59.458678 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-3049b89a-b608-4b0c-a0e0-a1e7b340f593 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 1001 time: 0.0905573
Jul 09 16:14:59.609381 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041593c7-fa01-49c9-a541-df3755e143fb req-5f7bf957-127b-45a8-9d74-b6a9cc121249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:14:59.611083 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-5f7bf957-127b-45a8-9d74-b6a9cc121249 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.1461136
Jul 09 16:14:59.684196 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-a6a8ac51-6705-41c8-a8e1-37427e89d7c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666802
Jul 09 16:14:59.813165 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-8d2602d4-3349-4629-89b3-db4cf4421417 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201694
Jul 09 16:14:59.948876 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-041593c7-fa01-49c9-a541-df3755e143fb req-28ef9976-bd31-47c6-8540-b395d8f518a3 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282940
Jul 09 16:15:11.227368 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:12.508524 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-614775e0-17ca-414f-82a6-981a4758fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:12.934754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:14.822975 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d38fcce7-3850-494a-a8cc-91fba21b5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:15.796246 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:16.181346 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-9e90b585-1c01-495d-a215-0227d21b2c29 req-42154f2e-cd19-4b6e-9535-ff85e1de0722 service neutron] (74301) timed out ('10.222.0.74', 47264) {{(pid=74301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 16:15:17.263418 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:33.135583 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:15:41.218754 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:42.510514 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-da159b8f-708d-45bd-b321-8a6103e855e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:42.937307 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:44.825926 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-4cd63d76-eb0a-431f-9919-e82e604fc850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:45.802376 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:47.265920 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:15:59.350207 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-d3ff7556-b1a6-4312-864e-3409f4578f68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715222
Jul 09 16:15:59.505741 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-a5798c85-de97-4654-904d-1fe757de024f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0689857
Jul 09 16:15:59.647783 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-48808182-2e4d-42d7-8f7e-febbfbaa5a60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:15:59.649142 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-48808182-2e4d-42d7-8f7e-febbfbaa5a60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1244659
Jul 09 16:15:59.750825 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-a5342c96-7a98-4ffd-88f6-e9758b894fcf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 1001 time: 0.0948272
Jul 09 16:15:59.812684 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-f67d3e69-c345-4f66-a1bd-9dfc1812d4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:15:59.814135 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-f67d3e69-c345-4f66-a1bd-9dfc1812d4c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0566962
Jul 09 16:15:59.897033 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-338635e3-24ee-4060-be1a-36016754e93a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764019
Jul 09 16:15:59.907786 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-2300bd11-d628-4abf-84a0-f96402d75b3e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=74300) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 09 16:15:59.908629 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-2300bd11-d628-4abf-84a0-f96402d75b3e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047231
Jul 09 16:16:00.039693 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-ba357a28-da7f-4403-92ae-b99c1843e0b8 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247015
Jul 09 16:16:00.173984 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-6d58beb1-2b73-411e-b374-c017e834ea93 req-d1ad0f2f-7a18-40a5-a71d-c9034c856540 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276169
Jul 09 16:16:00.878007 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52462) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:01.080870 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port 58b13578-5cc8-4291-b3fc-c0daf7711219 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:01.081214 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:01.338427 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:01.338791 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:01.454745 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for 58b13578-5cc8-4291-b3fc-c0daf7711219 owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:01.601366 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:01.605544 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-c489a326-a934-466d-9da1-0ccaf0c85cc3 tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:01.647559 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=58b13578-5cc8-4291-b3fc-c0daf7711219,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:01.716540 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.716917 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.717289 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.717655 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.718045 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.718408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.718769 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.719125 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.719479 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.719832 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.720188 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:01.725808 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:01.751832 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:02.140060 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:16:02.343180 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:16:02.353806 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:16:02.363353 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:02.365825 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:02.366457 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a97df40>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:15:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:02.416224 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-e3c6ae86-b816-4433-a920-398408aba5d6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "DELETE /v2.0/floatingips/72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b HTTP/1.1" status: 204  len: 168 time: 1.5364289
Jul 09 16:16:02.416704 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:16:02.517739 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'status': 'completed', 'code': 200}
Jul 09 16:16:02.590113 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:02.638880 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-145be1b5-a702-424f-b463-a1c38a07e24e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 1098 time: 0.0706482
Jul 09 16:16:02.783480 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-6c3c00cd-16cd-42ef-a116-affa6c85e78c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:02.785518 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-6c3c00cd-16cd-42ef-a116-affa6c85e78c service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1379449
Jul 09 16:16:02.930991 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d4d14-56dd-4140-b679-2f046b3613fc req-1ddf4eb9-2405-4dbb-a42f-1613c7f4e867 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:02.932610 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3d6d4d14-56dd-4140-b679-2f046b3613fc req-1ddf4eb9-2405-4dbb-a42f-1613c7f4e867 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.1599689
Jul 09 16:16:02.939191 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-69a160d7-316f-44e9-a2a5-6905a7bf9c65 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 200  len: 217 time: 0.1470289
Jul 09 16:16:02.958397 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a97df40>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:02.962326 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:16:02.974423 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:02.975168 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a97df40>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:15:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:02.979764 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-3d6d4d14-56dd-4140-b679-2f046b3613fc req-1d617081-6033-426c-a64d-736031555e92 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410233
Jul 09 16:16:03.011087 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-b5478cda-e7be-4cfc-ac37-75740f6976be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:03.011087 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-b5478cda-e7be-4cfc-ac37-75740f6976be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0632765
Jul 09 16:16:03.153949 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:03.195562 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-d1068cc2-6350-410c-9ed0-9b14934706c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797040
Jul 09 16:16:03.330235 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-8172653f-04bd-4ebf-80bd-8d6f792339a8 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262498
Jul 09 16:16:03.460856 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-582d26c3-c72b-475d-ad0a-e82597a21319 req-a3eaa03e-fc2d-4571-b07e-6d0b8c65bc79 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240444
Jul 09 16:16:03.498973 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a97df40>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:03.502938 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f860581-2287-468e-bd9f-cf9d31ba288d None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_floatingips': [{'id': 'f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'router_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'port_id': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'mac_address': 'fa:16:3e:b6:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T16:11:19Z', 'updated_at': '2021-07-09T16:11:22Z', 'revision_number': 1, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:16:03.706747 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9485f6fa-562b-4b18-ae4a-a18bff7fac8f None None] New status for floating IP 72a3eab0-5290-4ab8-bc8f-2a0d6c4cb44b: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:16:04.250215 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f169e1e-7905-4eff-9ee8-16244c6cf113 req-3d1ca5d6-21e4-4e3a-9c10-0783b716338b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:04.250905 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7f169e1e-7905-4eff-9ee8-16244c6cf113 req-3d1ca5d6-21e4-4e3a-9c10-0783b716338b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:16:04.266411 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-7f169e1e-7905-4eff-9ee8-16244c6cf113 req-3d1ca5d6-21e4-4e3a-9c10-0783b716338b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:16:04.267775 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7f169e1e-7905-4eff-9ee8-16244c6cf113 req-3d1ca5d6-21e4-4e3a-9c10-0783b716338b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.1622176
Jul 09 16:16:04.315223 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-7f169e1e-7905-4eff-9ee8-16244c6cf113 req-b549bae9-b7f0-4137-9aea-9315e661f201 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410826
Jul 09 16:16:04.830712 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78013370-d73d-4afa-8904-07418c09c0ec req-450e67a2-2757-4f22-91e4-cd3cbee136ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:04.833007 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78013370-d73d-4afa-8904-07418c09c0ec req-450e67a2-2757-4f22-91e4-cd3cbee136ca tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 945 time: 0.0818169
Jul 09 16:16:04.902292 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:04.903246 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:05.143180 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] For port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:05.143444 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:05.266712 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for 10f426ce-1908-471d-ba7b-6b08bcc7b7ad owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:05.410246 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:05.416055 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-040b82ee-4b00-4c03-a2c5-1b3e42b07dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:05.456233 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=10f426ce-1908-471d-ba7b-6b08bcc7b7ad,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:05.460368 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:05.498979 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-9f66597b-bf0d-4e0d-9968-d41fc2b6fca2 req-212666d6-264c-43c5-9698-21732dccd0a3 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 210 time: 0.0484622
Jul 09 16:16:05.536072 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] No DVR routers for this DVR port 10f426ce-1908-471d-ba7b-6b08bcc7b7ad on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:16:05.538508 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:05.541017 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'name': 'network-vif-deleted', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:16:05.556638 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-78013370-d73d-4afa-8904-07418c09c0ec req-06e4f6c1-c0fc-4a44-af45-3fb11b7daa7f tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "DELETE /v2.0/ports/10f426ce-1908-471d-ba7b-6b08bcc7b7ad HTTP/1.1" status: 204  len: 173 time: 0.7179241
Jul 09 16:16:05.598349 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32d528a-5ea4-403f-ab21-021279ef5b64', 'name': 'network-vif-deleted', 'tag': '10f426ce-1908-471d-ba7b-6b08bcc7b7ad', 'status': 'completed', 'code': 200}
Jul 09 16:16:06.680555 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-c12eacdb-052c-4fcf-ace1-704251c611da req-c92af136-62bd-4f40-98ee-043fc3ba0767 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=a32d528a-5ea4-403f-ab21-021279ef5b64 HTTP/1.1" status: 200  len: 210 time: 0.0414946
Jul 09 16:16:08.245407 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 10f426ce-1908-471d-ba7b-6b08bcc7b7ad no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:08.277881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 10f426ce-1908-471d-ba7b-6b08bcc7b7ad {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:08.278288 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 10f426ce-1908-471d-ba7b-6b08bcc7b7ad not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:10.135115 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:16:10.194326 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52512) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:10.397373 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port 7b4dd85b-9521-46bf-a380-d981e07f76b3 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:10.397623 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:10.693568 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:10.693891 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:10.811572 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for 7b4dd85b-9521-46bf-a380-d981e07f76b3 owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:10.961507 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:10.965628 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-0e4461a5-8c63-4965-9023-4b07f12d891b tempest-TestShelveInstance-639955321 tempest-TestShelveInstance-639955321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:11.012254 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=7b4dd85b-9521-46bf-a380-d981e07f76b3,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:11.015735 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:11.105849 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:11.216507 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:11.496147 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:16:11.693825 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:16:11.703112 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:16:11.710860 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:11.719190 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:11.719813 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5af686a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:15:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:11.768032 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-4702b1c8-46f6-458c-aedc-74d37d5f18b8 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "DELETE /v2.0/floatingips/f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c HTTP/1.1" status: 204  len: 168 time: 1.5701506
Jul 09 16:16:11.768032 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:16:11.821218 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'status': 'completed', 'code': 200}
Jul 09 16:16:11.899498 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:11.937430 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-2cbb1324-d5d0-425c-8e64-0e0a7ddbfb4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=59d4e6f7226e4664bb78604320eaaf25&device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 1098 time: 0.0699811
Jul 09 16:16:12.082839 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae003-b37b-4021-b077-e0b04471fff1 req-319969b7-4650-4ede-9adc-67204145d233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:12.084335 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-319969b7-4650-4ede-9adc-67204145d233 service neutron] 10.222.0.79 "GET /v2.0/networks?id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 200  len: 913 time: 0.1411633
Jul 09 16:16:12.202732 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-48dce801-93ea-4a9c-a8f2-751a2fb9aaf7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 200  len: 217 time: 0.1113808
Jul 09 16:16:12.264334 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5af686a0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:12.268106 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:16:12.279243 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:12.279777 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5af686a0>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:15:45Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:12.281408 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae003-b37b-4021-b077-e0b04471fff1 req-39a472b9-7c9a-4936-8e33-9cf354d881d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:12.282880 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-39a472b9-7c9a-4936-8e33-9cf354d881d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 200  len: 851 time: 0.0719121
Jul 09 16:16:12.289401 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e5de6-e511-417f-a5f4-e5fc7a635c76 req-7a283388-336e-4df0-8564-0ee08254f15e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:12.290091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e21e5de6-e511-417f-a5f4-e5fc7a635c76 req-7a283388-336e-4df0-8564-0ee08254f15e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Synchronizing usage tracker for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 16:16:12.455510 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.quota.resource [req-e21e5de6-e511-417f-a5f4-e5fc7a635c76 req-7a283388-336e-4df0-8564-0ee08254f15e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Unset dirty status for tenant:59d4e6f7226e4664bb78604320eaaf25 on resource:port {{(pid=74300) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 16:16:12.457701 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e21e5de6-e511-417f-a5f4-e5fc7a635c76 req-7a283388-336e-4df0-8564-0ee08254f15e tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.3115509
Jul 09 16:16:12.459244 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:12.495038 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-9d11577d-c5e0-4f4c-86d0-2aa675020f5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2021968
Jul 09 16:16:12.535991 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-e21e5de6-e511-417f-a5f4-e5fc7a635c76 req-2bbc10dc-8968-48b8-863a-0992df27bfdd tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719156
Jul 09 16:16:12.592898 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-39b28596-c413-45f5-a24a-9db19579a935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:12.645504 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-dbc7c8e8-223e-47ee-8e2c-7b2e89e40928 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344886
Jul 09 16:16:12.776997 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-560ae003-b37b-4021-b077-e0b04471fff1 req-8270e166-3c9f-4ed2-8391-dd0b09504486 service neutron] 10.222.0.79 "GET /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240172
Jul 09 16:16:12.780562 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5af686a0>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:12.785257 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be152ce-d7a7-479f-9aec-090ca692fa56 None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:07:00Z', 'revision_number': 4, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi', '_interfaces': [{'id': '02c2a3db-310d-47b4-9bb9-9f654d3174d5', 'name': '', 'network_id': '91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'mac_address': 'fa:16:3e:70:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:00Z', 'updated_at': '2021-07-09T16:07:21Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'subnets': [{'id': 'e5393e05-f144-4d69-b4de-b0378ad6176a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:16:12.941763 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:13.013299 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341bc1a-ccb2-47ee-9e00-a97fdd930c59 None None] New status for floating IP f02ffc9d-ad57-4599-a6e0-bc6b05d3c63c: DOWN {{(pid=74303) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 09 16:16:13.368192 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-a440fee7-2188-4a25-aaf9-3bf4e4d45010 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74300) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:13.369603 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-a440fee7-2188-4a25-aaf9-3bf4e4d45010 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.0791790
Jul 09 16:16:13.436009 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:13.436265 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:13.680055 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] For port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2, host hv-cinder-80022, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80022',level=0,port_id=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:13.680774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:13.733195 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544ff81-89b1-4b03-a97b-05df40fc0150 req-eb759c46-870d-46ce-8dda-c99b49cc830b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74301) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 16:16:13.734677 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4544ff81-89b1-4b03-a97b-05df40fc0150 req-eb759c46-870d-46ce-8dda-c99b49cc830b tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 945 time: 0.0761144
Jul 09 16:16:13.779483 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-4544ff81-89b1-4b03-a97b-05df40fc0150 req-751f0818-4909-409d-bf3b-f35333cbc4f7 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/security-groups?id=81675a9c-9556-4a38-a06b-6f61402ded86&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387056
Jul 09 16:16:13.806076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 owned by compute:nova {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:13.944659 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:13.951322 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9fe7db62-5b00-4de1-98ba-bc044a762e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:13.994715 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=7a07fc4a-8473-42d5-b661-d63f8dbc82e2,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:13.997811 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:14.074505 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] No DVR routers for this DVR port 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 on host hv-cinder-80022 {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:16:14.076887 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for port, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:14.079446 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'name': 'network-vif-deleted', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2'}] {{(pid=74300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 16:16:14.096755 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [req-012a5e74-56a9-4860-b2b5-cafbf8a926ff req-d9245989-a76d-4ee8-a451-96fa0a2c3040 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.79 "DELETE /v2.0/ports/7a07fc4a-8473-42d5-b661-d63f8dbc82e2 HTTP/1.1" status: 204  len: 173 time: 0.7211485
Jul 09 16:16:14.139692 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d177478-75e8-4e9e-86a7-76b9e387e064', 'name': 'network-vif-deleted', 'tag': '7a07fc4a-8473-42d5-b661-d63f8dbc82e2', 'status': 'completed', 'code': 200}
Jul 09 16:16:14.829643 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-234978dc-89d4-4053-98be-ed3850732aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:14.966296 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [req-62b3f58d-8ed5-43b8-b259-f149bcbefd17 req-e0d564d6-eed6-42c5-869d-17046deb26ee tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "GET /v2.0/ports?device_id=9d177478-75e8-4e9e-86a7-76b9e387e064 HTTP/1.1" status: 200  len: 210 time: 0.0450449
Jul 09 16:16:15.802428 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.080576 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52536) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:16.229533 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Deleting port fbfcb859-3d43-4e02-81a2-08658672732d {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:16.229865 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.304551 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 no longer exists at agent hyperv_hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:16.349097 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] No Port match for: 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:16.349388 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Device 7a07fc4a-8473-42d5-b661-d63f8dbc82e2 not bound to the agent host hv-cinder-80022 {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:16.484604 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.484922 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.600834 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Calling delete_port for fbfcb859-3d43-4e02-81a2-08658672732d owned by network:floatingip {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:16.735739 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.739945 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-8686c235-1911-4ba1-a782-efdd1c8a371c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:16.778782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'Port': ['ID=fbfcb859-3d43-4e02-81a2-08658672732d,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:16.784457 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:16.874402 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for floatingip, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.888091 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506682'] for floatingip, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:16.889228 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-1d76c9f7-c3aa-412a-986e-66c0411b8c13 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "DELETE /v2.0/floatingips/1a12becb-c3da-4b30-ab5d-36bb70bcbca2 HTTP/1.1" status: 204  len: 168 time: 0.8071580
Jul 09 16:16:17.270100 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:18.271760 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52550) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:18.340854 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:18.370466 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:18.434531 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:18.438352 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-828b1f59-577f-4a97-88bf-e4dee061dab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:18.453255 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81675a9c-9556-4a38-a06b-6f61402ded86,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:18.455517 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:18.465699 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:18.466856 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-3ca8651b-69f2-4f7f-b4b6-70bad7590cd6 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] 10.222.0.74 "DELETE /v2.0/security-groups/81675a9c-9556-4a38-a06b-6f61402ded86 HTTP/1.1" status: 204  len: 168 time: 0.1941283
Jul 09 16:16:18.537861 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52556) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:19.051566 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:19.746389 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Deleting port 02c2a3db-310d-47b4-9bb9-9f654d3174d5 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:19.747123 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:19.947585 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] For port 02c2a3db-310d-47b4-9bb9-9f654d3174d5, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=02c2a3db-310d-47b4-9bb9-9f654d3174d5,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:19.947938 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:20.099254 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Calling delete_port for 02c2a3db-310d-47b4-9bb9-9f654d3174d5 owned by network:router_interface {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:20.285794 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:20.289833 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-5f4983fa-3de0-4aa1-8180-a581f17e4d73 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:20.329846 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Pushing event deleted for resources: {'Port': ['ID=02c2a3db-310d-47b4-9bb9-9f654d3174d5,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:20.369316 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.369690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.370089 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.370455 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.370811 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.371164 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.371517 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.371868 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.372216 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.372562 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.372909 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800228-1-iscsi {{(pid=74301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 16:16:20.380581 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:20.631329 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:21.300612 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Router 3368e973-3524-4f3c-9732-a16df34f712c has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74301) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:16:21.496536 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74301) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:16:21.505055 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Sync routers for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:16:21.509770 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-1901816f-986c-4b2e-a89c-bdac2ba7beee admin admin] 10.222.0.74 "PUT /v2.0/routers/3368e973-3524-4f3c-9732-a16df34f712c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9707577
Jul 09 16:16:21.512138 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52562) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:21.520812 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:21.521427 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a9370>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:16:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:21.699155 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: dv-cinder-800228-1-iscsi {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:21.715504 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks [] for router, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:21.912444 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:21.921477 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Deleting port 96db3b6f-a0b3-435b-b032-f879cd0146d9 {{(pid=74301) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:21.921744 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:21.979676 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a9370>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:16:20Z', 'revision_number': 5, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port': {'id': '96db3b6f-a0b3-435b-b032-f879cd0146d9', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3368e973-3524-4f3c-9732-a16df34f712c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:06:58Z', 'updated_at': '2021-07-09T16:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:21.983547 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Checking router: 3368e973-3524-4f3c-9732-a16df34f712c for host: dv-cinder-800228-1-iscsi {{(pid=74302) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:16:21.994245 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Routers {'3368e973-3524-4f3c-9732-a16df34f712c'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74302) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:21.994857 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a9370>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:16:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['3368e973-3524-4f3c-9732-a16df34f712c'], 'active': True} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:22.094805 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.db [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] For port 96db3b6f-a0b3-435b-b032-f879cd0146d9, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=96db3b6f-a0b3-435b-b032-f879cd0146d9,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74301) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:22.095162 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:22.182252 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_dvr_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] Set router 3368e973-3524-4f3c-9732-a16df34f712c gateway port host: None {{(pid=74302) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:22.215817 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.plugins.ml2.plugin [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Calling delete_port for 96db3b6f-a0b3-435b-b032-f879cd0146d9 owned by network:router_gateway {{(pid=74301) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:22.285977 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.db.l3_hamode_db [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5a9a9370>, [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:16:21Z', 'revision_number': 6, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:22.289862 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4fe20-d2a7-40d2-96cc-57fd1934780f None None] The sync data for ids ['3368e973-3524-4f3c-9732-a16df34f712c'] in dv-cinder-800228-1-iscsi is: [{'id': '3368e973-3524-4f3c-9732-a16df34f712c', 'name': 'tempest-TestVolumeBootPattern-2132493088-router', 'tenant_id': '59d4e6f7226e4664bb78604320eaaf25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:06:57Z', 'updated_at': '2021-07-09T16:16:21Z', 'revision_number': 6, 'project_id': '59d4e6f7226e4664bb78604320eaaf25', 'gw_port_host': None}] {{(pid=74302) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:16:22.477872 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1847456'] for port, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:22.482114 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-c6d52f3b-fd0d-4ed1-9b45-240e1f8b33aa tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:22.523690 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Pushing event deleted for resources: {'Port': ['ID=96db3b6f-a0b3-435b-b032-f879cd0146d9,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:22.526374 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:22.752260 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.009466 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.013857 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.043737 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.044326 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3368e973-3524-4f3c-9732-a16df34f712c {{(pid=74301) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:16:23.058040 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] Notify callbacks [] for router, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.059217 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-2d847406-11d1-48fd-a206-fdb72564beca admin admin] 10.222.0.74 "DELETE /v2.0/routers/3368e973-3524-4f3c-9732-a16df34f712c HTTP/1.1" status: 204  len: 168 time: 1.5461838
Jul 09 16:16:23.061659 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [-] (74301) accepted ('10.222.0.74', 52570) {{(pid=74301) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:23.124398 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Deleting subnet e5393e05-f144-4d69-b4de-b0378ad6176a {{(pid=74301) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:16:23.127622 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.193829 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1848244'] for subnet, precommit_delete_associations {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.275174 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.342581 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1847413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1605561'] for subnet, after_delete {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.347636 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-ab4f31df-c57c-4384-84b5-3785311def77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:23.384033 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5393e05-f144-4d69-b4de-b0378ad6176a,revision_number=None']} {{(pid=74301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:23.386692 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG oslo_concurrency.lockutils [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:23.389061 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron_lib.callbacks.manager [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for subnet, before_response {{(pid=74301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.395088 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628dbdf-cfd2-422a-8c57-8ace51bd7afa None None] Network 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:16:23.395936 dv-cinder-800228-1-iscsi neutron-server[74301]: INFO neutron.wsgi [None req-22f4fb2a-46dd-41a9-8438-579cc106f99f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e5393e05-f144-4d69-b4de-b0378ad6176a HTTP/1.1" status: 204  len: 168 time: 0.3333068
Jul 09 16:16:23.398534 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52574) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:23.520225 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.530835 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Deleting port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:23.531163 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.638236 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] DHCP port deletion for 91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:16:23.642282 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Deleting port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:23.642662 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.673363 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 02c2a3db-310d-47b4-9bb9-9f654d3174d5 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:23.720855 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 02c2a3db-310d-47b4-9bb9-9f654d3174d5 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:23.721252 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 02c2a3db-310d-47b4-9bb9-9f654d3174d5 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:23.721672 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 96db3b6f-a0b3-435b-b032-f879cd0146d9 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:23.741353 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] For port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:23.741705 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.755633 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 96db3b6f-a0b3-435b-b032-f879cd0146d9 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:23.755985 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 96db3b6f-a0b3-435b-b032-f879cd0146d9 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:23.860031 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Calling delete_port for 52a62c69-ec30-4caf-ad22-cd8e2ba5233d owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:23.911917 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] For port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,segment=NetworkSegment(610e098b-84cc-4661-b1b8-ca3e2c66cbc4),segment_id=610e098b-84cc-4661-b1b8-ca3e2c66cbc4)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:23.912316 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.937116 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:23.942614 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-f138cb78-26f2-45e4-88fa-3b456bea32cc tempest-AttachVolumeTestJSON-564385393 tempest-AttachVolumeTestJSON-564385393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:23.983774 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a62c69-ec30-4caf-ad22-cd8e2ba5233d,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:23.988645 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] No DVR routers for this DVR port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:16:24.015951 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:24.037456 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Calling delete_port for 52a62c69-ec30-4caf-ad22-cd8e2ba5233d owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:24.109621 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.112506 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:16:24.112902 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:16:24.123051 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59db2f70>,) {'filters': {'network_id': ['91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:24.134891 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59db2f70>, '610e098b-84cc-4661-b1b8-ca3e2c66cbc4') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:24.135189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59db2f70>, '610e098b-84cc-4661-b1b8-ca3e2c66cbc4') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:24.146413 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.163020 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.169189 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:16:24.169575 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:16:24.183438 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:16:24.259554 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.263249 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-d86757af-1298-4cd5-9caa-bdf87cfc7345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:24.276735 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.288194 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Pushing event deleted for resources: {'Network': ['ID=91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:24.292420 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:24.300763 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-37c6d52e-99a4-4d3a-875c-3192789dd788 admin admin] 10.222.0.74 "DELETE /v2.0/networks/91fdfcae-3dd8-4742-8c5d-1b1d9fd3ed21 HTTP/1.1" status: 204  len: 168 time: 0.9012012
Jul 09 16:16:24.303650 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52582) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:24.614300 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Deleting port 52a62c69-ec30-4caf-ad22-cd8e2ba5233d {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:24.614897 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:24.679724 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-0348e168-fa39-4092-b420-436bcb2ce5be None None] The port '52a62c69-ec30-4caf-ad22-cd8e2ba5233d' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:16:24.775378 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897384'] for router_interface, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:25.391129 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Deleting port 198d3083-9af9-45ad-b381-845d2466a726 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:25.391464 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:25.563072 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] For port 198d3083-9af9-45ad-b381-845d2466a726, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=198d3083-9af9-45ad-b381-845d2466a726,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:25.563424 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:25.656229 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 52a62c69-ec30-4caf-ad22-cd8e2ba5233d no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:25.684167 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Calling delete_port for 198d3083-9af9-45ad-b381-845d2466a726 owned by network:router_interface {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:25.687913 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 52a62c69-ec30-4caf-ad22-cd8e2ba5233d {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:25.688262 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 52a62c69-ec30-4caf-ad22-cd8e2ba5233d not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:25.862859 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:25.867076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-ec72dcc0-283f-453c-99a5-f0aac5d9e0e1 tempest-TestVolumeBootPattern-316607771 tempest-TestVolumeBootPattern-316607771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:25.908503 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Pushing event deleted for resources: {'Port': ['ID=198d3083-9af9-45ad-b381-845d2466a726,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:25.912304 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:26.307899 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8251469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897412'] for router_interface, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:26.876827 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 has already been hosted by L3 agent e117c3d3-4b57-4f13-ab34-883b57a0ffd0 {{(pid=74300) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 09 16:16:27.075448 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] Notify agent at l3_agent.dv-cinder-800228-1-iscsi the message routers_updated {{(pid=74300) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 09 16:16:27.083941 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Sync routers for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 09 16:16:27.084595 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6a6d34df-3b69-426b-a5e3-3a48a0305029 admin admin] 10.222.0.74 "PUT /v2.0/routers/9d9ea663-214e-43f7-81e0-296a1f0dc5e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7799418
Jul 09 16:16:27.087238 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52586) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:27.095593 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:27.096739 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2460>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:16:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:27.284782 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks [] for router, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:27.301710 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: dv-cinder-800228-1-iscsi {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:27.583242 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2460>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'external_fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:16:25Z', 'revision_number': 5, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port': {'id': '9faa21d2-e80d-4d85-b1e4-7a6ab2d44975', 'name': '', 'network_id': '9b111d67-efb6-47a0-9e56-0e92e5a02c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800228-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '055f9895-6aad-4bec-bf29-ecedc455e839', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800228-1-iscsi'}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:27.586874 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Checking router: 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 for host: dv-cinder-800228-1-iscsi {{(pid=74303) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 09 16:16:27.588017 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:27.597840 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Deleting port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:27.598232 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:27.599356 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Routers {'9d9ea663-214e-43f7-81e0-296a1f0dc5e7'} bound to L3 agent in host dv-cinder-800228-1-iscsi {{(pid=74303) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 09 16:16:27.599990 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2460>, 'dv-cinder-800228-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T15:46:15Z,description=<?>,heartbeat_timestamp=2021-07-09T16:16:15Z,host='dv-cinder-800228-1-iscsi',id=e117c3d3-4b57-4f13-ab34-883b57a0ffd0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T15:46:15Z,topic='l3_agent')) {'router_ids': ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'], 'active': True} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:27.746837 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_dvr_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] Set router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 gateway port host: None {{(pid=74303) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 09 16:16:27.774322 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] For port 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,segment=NetworkSegment(62282138-3ee6-40d9-87a4-cc5a9482355a),segment_id=62282138-3ee6-40d9-87a4-cc5a9482355a)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:27.774938 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:27.854518 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.l3_hamode_db [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6a5adf2460>, [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:16:27Z', 'revision_number': 6, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port_host': None}], 'dv-cinder-800228-1-iscsi', False) {} {{(pid=74303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:27.858539 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909a36b-9275-49c5-b1ee-0931be63dd13 None None] The sync data for ids ['9d9ea663-214e-43f7-81e0-296a1f0dc5e7'] in dv-cinder-800228-1-iscsi is: [{'id': '9d9ea663-214e-43f7-81e0-296a1f0dc5e7', 'name': 'tempest-TestVolumeBootPattern-278040015-router', 'tenant_id': '2ac44ccfaf214902a2110bf23cc043b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T16:07:04Z', 'updated_at': '2021-07-09T16:16:27Z', 'revision_number': 6, 'project_id': '2ac44ccfaf214902a2110bf23cc043b5', 'gw_port_host': None}] {{(pid=74303) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 09 16:16:27.897753 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Calling delete_port for 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 owned by network:router_gateway {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:28.057151 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.061140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-38c1c6b5-7aa5-46e2-9d5c-0b54cfc87fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:28.104681 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Pushing event deleted for resources: {'Port': ['ID=9faa21d2-e80d-4d85-b1e4-7a6ab2d44975,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:28.106977 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:28.328534 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-898051'] for router_gateway, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.575794 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-899263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5420'] for router, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.580106 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.606937 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-899375'] for router, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.607698 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9ea663-214e-43f7-81e0-296a1f0dc5e7 {{(pid=74300) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 09 16:16:28.620676 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] Notify callbacks [] for router, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.621807 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-3bf47d0e-3639-4e4e-82aa-1c678b55a95a admin admin] 10.222.0.74 "DELETE /v2.0/routers/9d9ea663-214e-43f7-81e0-296a1f0dc5e7 HTTP/1.1" status: 204  len: 168 time: 1.5336912
Jul 09 16:16:28.624545 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52590) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:28.687104 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Deleting subnet f36279da-6b4c-4434-8e0a-5b274b000061 {{(pid=74300) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 09 16:16:28.690119 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.742224 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1217928'] for subnet, precommit_delete_associations {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.819861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8278150'] for subnet, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.994207 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8278153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1087428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1906106'] for subnet, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:28.997651 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:29.031255 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36279da-6b4c-4434-8e0a-5b274b000061,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:29.036618 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:29.039620 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.044519 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5e9f8-ad13-4065-8f5c-53fe540ddc06 None None] Network fa33066e-15a4-46de-9b03-9706b4ef2aa5 requested from dv-cinder-800228-1-iscsi {{(pid=74302) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 09 16:16:29.045502 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-68bd8162-4c4e-470a-a333-d579210fd946 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f36279da-6b4c-4434-8e0a-5b274b000061 HTTP/1.1" status: 204  len: 168 time: 0.4200213
Jul 09 16:16:29.048131 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52594) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:29.155367 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7977416'] for network, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.166022 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Deleting port c08963e9-ec92-476a-b1ab-1df9c6305f97 {{(pid=74300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:29.166351 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.286272 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] DHCP port deletion for fa33066e-15a4-46de-9b03-9706b4ef2aa5 request from dv-cinder-800228-1-iscsi {{(pid=74302) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 09 16:16:29.290219 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Deleting port c08963e9-ec92-476a-b1ab-1df9c6305f97 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:29.290603 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.376455 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.db [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] For port c08963e9-ec92-476a-b1ab-1df9c6305f97, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c08963e9-ec92-476a-b1ab-1df9c6305f97,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:29.376809 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.497278 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.plugin [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Calling delete_port for c08963e9-ec92-476a-b1ab-1df9c6305f97 owned by network:dhcp {{(pid=74300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:29.529222 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.db [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] For port c08963e9-ec92-476a-b1ab-1df9c6305f97, host dv-cinder-800228-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800228-1-iscsi',level=0,port_id=c08963e9-ec92-476a-b1ab-1df9c6305f97,segment=NetworkSegment(dd7e4cf7-076d-400f-a300-73720df1000c),segment_id=dd7e4cf7-076d-400f-a300-73720df1000c)] {{(pid=74302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 09 16:16:29.529540 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893609'] for port, precommit_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.570476 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7911895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755923889655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755923497265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1087249'] for port, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.574989 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-4c280912-8c88-4512-950b-77b24b6bd0a9 tempest-AttachVolumeShelveTestJSON-1109090545 tempest-AttachVolumeShelveTestJSON-1109090545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:29.619475 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c08963e9-ec92-476a-b1ab-1df9c6305f97,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:29.622665 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:29.625306 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] No DVR routers for this DVR port c08963e9-ec92-476a-b1ab-1df9c6305f97 on host dv-cinder-800228-1-iscsi {{(pid=74300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 16:16:29.650659 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Calling delete_port for c08963e9-ec92-476a-b1ab-1df9c6305f97 owned by network:dhcp {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 09 16:16:29.677289 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:29.723014 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:29.723360 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 9faa21d2-e80d-4d85-b1e4-7a6ab2d44975 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:29.723773 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 198d3083-9af9-45ad-b381-845d2466a726 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:29.744071 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8285209', 'neutron.services.segments.db._delete_segments_for_network-8755923967609'] for network, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.758036 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6a59efb850>,) {'filters': {'network_id': ['fa33066e-15a4-46de-9b03-9706b4ef2aa5']}} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:29.759641 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: 198d3083-9af9-45ad-b381-845d2466a726 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:29.759986 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device 198d3083-9af9-45ad-b381-845d2466a726 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:29.760397 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c08963e9-ec92-476a-b1ab-1df9c6305f97 no longer exists at agent ovs-agent-dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 16:16:29.770046 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59efb850>, 'dd7e4cf7-076d-400f-a300-73720df1000c') {'for_net_delete': True} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:29.770343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.services.segments.db [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6a59efb850>, 'dd7e4cf7-076d-400f-a300-73720df1000c') {} {{(pid=74300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 16:16:29.781918 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755924003732', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1217937'] for segment, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.796738 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] No Port match for: c08963e9-ec92-476a-b1ab-1df9c6305f97 {{(pid=74302) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 09 16:16:29.797060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.rpc [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Device c08963e9-ec92-476a-b1ab-1df9c6305f97 not bound to the agent host dv-cinder-800228-1-iscsi {{(pid=74302) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 16:16:29.800268 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8278053'] for segment, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.807023 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=74300) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 09 16:16:29.807638 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8278060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1087266'] for segment, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]: Traceback (most recent call last):
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     timer()
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     cb(*args, **kw)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     return func(*args, **kwargs)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     self._notify()
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     self.callback(batched_events)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     event.method(event)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     return f(self, *a, **k)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._get(url).json()
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     return self.request(url, 'GET', **kwargs)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 16:16:29.822481 dv-cinder-800228-1-iscsi neutron-server[74300]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 16:16:29.826493 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.db.api [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74302) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 16:16:29.826866 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG oslo_db.api [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 16:16:29.900064 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8285184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8251451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-898152'] for network, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.904278 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-e3f199a9-1578-4b6f-a7df-8f15870941fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:29.916777 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8251537'] for network, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:29.927107 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa33066e-15a4-46de-9b03-9706b4ef2aa5,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:29.930140 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:29.931797 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-95067d22-f20f-4676-be24-ae6a1f7d3d6e admin admin] 10.222.0.74 "DELETE /v2.0/networks/fa33066e-15a4-46de-9b03-9706b4ef2aa5 HTTP/1.1" status: 204  len: 168 time: 0.8827245
Jul 09 16:16:30.071316 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52600) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:30.122054 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a5edd1e1-b68b-4f71-a567-0c860f5aa5a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=59d4e6f7226e4664bb78604320eaaf25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494981
Jul 09 16:16:30.124456 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52604) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:30.183875 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.208372 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.262290 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.265921 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-9a3628ca-9391-40f6-9b88-b67be80a1cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:30.280371 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbe114-22d9-4786-9170-6c4768c7bced,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:30.284772 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:30.287892 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.289005 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-bcd4c2c2-6ae0-40b6-bee4-4a4f265f6399 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2fbe114-22d9-4786-9170-6c4768c7bced HTTP/1.1" status: 204  len: 168 time: 0.1636789
Jul 09 16:16:30.328498 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Deleting port c08963e9-ec92-476a-b1ab-1df9c6305f97 {{(pid=74302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 09 16:16:30.329006 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755923917222'] for port, before_delete {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.390611 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron.plugins.ml2.plugin [None req-879eb44e-e255-41e2-bb3b-6743adaa2b1e None None] The port 'c08963e9-ec92-476a-b1ab-1df9c6305f97' was deleted {{(pid=74302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 09 16:16:30.677590 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52612) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:30.726625 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-6c7896bd-aa2a-46da-bd2b-e92932d3b80c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2ac44ccfaf214902a2110bf23cc043b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477850
Jul 09 16:16:30.728861 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.wsgi [-] (74300) accepted ('10.222.0.74', 52616) {{(pid=74300) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 16:16:30.787955 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.813193 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.866076 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967930'] for security_group, after_delete {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.870262 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-506b378f-aaa7-4f2a-b5ec-b6fb4051de17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 16:16:30.883343 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2274bcc4-c133-497c-b300-4f53d492cd5c,revision_number=None']} {{(pid=74300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 16:16:30.887158 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG oslo_concurrency.lockutils [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 16:16:30.889037 dv-cinder-800228-1-iscsi neutron-server[74300]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:30.890829 dv-cinder-800228-1-iscsi neutron-server[74300]: INFO neutron.wsgi [None req-a2fb3f2b-f7c6-4464-a1d3-568729533356 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2274bcc4-c133-497c-b300-4f53d492cd5c HTTP/1.1" status: 204  len: 168 time: 0.1610982
Jul 09 16:16:41.225107 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:42.513259 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f1dc3ed3-e6b4-47e2-9abf-1e41972c671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:42.946930 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:44.834008 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-dfeaf689-3ace-402e-ab2a-c280b25c7edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:45.804551 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:16:47.135572 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:16:47.272706 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:11.234749 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:12.514956 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d9429ba5-e38c-4671-bfa6-8dcbea382b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:12.949490 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:14.836503 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-846ffa6b-6861-4bea-aeb0-9b91287098fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:15.809052 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:17.276339 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:24.135721 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:17:41.245425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:42.516701 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-01d13573-b6dd-4e30-ac79-ffd4d3ccb0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:42.951864 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:44.838455 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-e5b1ec9d-8196-40e8-a5c4-b299e907ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:45.812879 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:17:47.278314 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:01.136128 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:18:11.243876 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:12.517896 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5984631d-08c0-43f7-9b67-73f25835c137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:12.955517 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:14.842226 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f1c778bd-a8c0-4377-af85-ac4bf02dd67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:15.814835 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:17.282789 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:38.136581 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:18:41.274484 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:42.519295 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f11b9865-1d69-4cef-a265-db6e9056b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:42.959482 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:44.845549 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-56bfc559-2e29-46e6-9017-98f1ae7f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:45.818128 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:18:47.285263 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:04.952796 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-177fabba-6c3e-4755-bb42-b7953245804b req-52db4c26-2a3c-4b4e-ab9c-c4b29e28f489 service neutron] (74301) timed out ('10.222.0.79', 55467) {{(pid=74301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 16:19:11.271678 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:12.521329 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ca10106f-4506-4e70-a3b9-7bb86a633297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:12.961425 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:14.847239 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-f8f351d6-da51-4f82-8526-03411f2b5bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:15.136535 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:19:15.824301 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:17.287996 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:41.283752 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:42.522166 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-d12a458f-d73b-4edb-b954-0dd69c881907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:42.962946 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:44.853512 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a374-ee84-47e4-b00e-4b827f2beb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:45.817264 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:47.290283 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:19:52.136988 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:20:11.285575 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:12.524387 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-57d181c6-bad9-468b-9977-e194b7996179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:12.964721 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:14.845985 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9bde842b-4116-41a1-91da-97d293d6dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:15.819060 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:17.294868 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:20.426362 dv-cinder-800228-1-iscsi neutron-server[74301]: DEBUG neutron.wsgi [req-7673f50d-7279-42a8-a83c-77154333445f req-3916c8bc-3005-48c1-86b3-b3bd59096bdf service neutron] (74301) timed out ('10.222.0.74', 48650) {{(pid=74301) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 16:20:29.136733 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:20:41.284590 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:42.527065 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-69d7cfa1-438f-4e9b-bf55-d1c3ccbc9bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:42.966104 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:44.848910 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-52af3777-b0f6-4c4b-b80d-0c13f00e9ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:45.823261 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:20:47.296881 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:06.137208 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:21:11.294069 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:12.530778 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-251420cf-a039-4467-b36d-f46076964a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:12.968305 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:14.882725 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-6194172d-c4b1-4f6c-986a-c533de9bb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:15.826295 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:17.300625 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:41.297665 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:42.532846 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-ee41c743-100c-4804-a3fd-f382f23155d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:42.969827 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:43.138409 dv-cinder-800228-1-iscsi neutron-server[74303]: DEBUG neutron.db.agents_db [None req-295224a2-030c-4789-860d-4a47516339ec None None] Agent healthcheck: found 6 active agents {{(pid=74303) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 16:21:44.853877 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-3afd0bbe-7cb9-4fea-9506-f230a43fd6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:45.829233 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:21:47.302600 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:11.295284 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-78ba7534-4057-444c-8ebb-f919a1121443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:12.535787 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-9519ba7b-2218-43d9-87e6-7e4a80eafa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:12.973380 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-5f52caac-7031-4cbb-b591-aee6ac4f9483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:14.858459 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-81f1bb5d-6931-4f2f-8c20-c1ce1ffed8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:15.834185 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-1e19bdf7-5203-4632-8620-3a64a9785125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 16:22:17.307013 dv-cinder-800228-1-iscsi neutron-server[74302]: DEBUG neutron_lib.callbacks.manager [None req-bdb732d8-4990-458d-9008-feae9a6c80fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755923967591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8282861'] for agent, after_update {{(pid=74302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}